extra requires (#129)

add extra requires

requirements.txt

@@ -1,18 +1,7 @@
 -r test_requirements.txt
-# For integrations
+-e '.[all]'
-cohere
+# For trickier integrations
-elasticsearch
-openai
-google-search-results
-nlpcloud
 playwright
-wikipedia
-huggingface_hub
-faiss-cpu
-sentence_transformers
-transformers
 manifest-ml
-spacy
-nltk
 # For development
 jupyter

setup.py

@@ -9,6 +9,19 @@ with open(Path(__file__).absolute().parents[0] / "langchain" / "VERSION") as _f:
 with open("README.md", "r") as f:
     long_description = f.read()
 
+LLM_DEPENDENCIES = ["cohere", "openai", "nlpcloud", "huggingface_hub"]
+OTHER_DEPENDENCIES = [
+    "elasticsearch",
+    "google-search-results",
+    "wikipedia",
+    "faiss-cpu",
+    "sentence_transformers",
+    "transformers",
+    "spacy",
+    "nltk",
+]
+
+
 setup(
     name="langchain",
     version=__version__,
@@ -20,4 +33,8 @@ setup(
     url="https://github.com/hwchase17/langchain",
     include_package_data=True,
     long_description_content_type="text/markdown",
+    extras_require={
+        "llms": LLM_DEPENDENCIES,
+        "all": LLM_DEPENDENCIES + OTHER_DEPENDENCIES,
+    },
 )