newline error

.github/scripts/get_min_versions.py

@@ -17,8 +17,6 @@ MIN_VERSION_LIBS = [
     "SQLAlchemy",
 ]
 
-SKIP_IF_PULL_REQUEST = ["langchain-core"]
-
 
 def get_min_version(version: str) -> str:
     # base regex for x.x.x with cases for rc/post/etc
@@ -45,7 +43,7 @@ def get_min_version(version: str) -> str:
     raise ValueError(f"Unrecognized version format: {version}")
 
 
-def get_min_version_from_toml(toml_path: str, versions_for: str):
+def get_min_version_from_toml(toml_path: str):
     # Parse the TOML file
     with open(toml_path, "rb") as file:
         toml_data = tomllib.load(file)
@@ -58,10 +56,6 @@ def get_min_version_from_toml(toml_path: str, versions_for: str):
 
     # Iterate over the libs in MIN_VERSION_LIBS
     for lib in MIN_VERSION_LIBS:
-        if versions_for == "pull_request" and lib in SKIP_IF_PULL_REQUEST:
-            # some libs only get checked on release because of simultaneous
-            # changes
-            continue
         # Check if the lib is present in the dependencies
         if lib in dependencies:
             # Get the version string
@@ -82,10 +76,8 @@ def get_min_version_from_toml(toml_path: str, versions_for: str):
 if __name__ == "__main__":
     # Get the TOML file path from the command line argument
     toml_file = sys.argv[1]
-    versions_for = sys.argv[2]
-    assert versions_for in ["release", "pull_request"]
 
     # Call the function to get the minimum versions
-    min_versions = get_min_version_from_toml(toml_file, versions_for)
+    min_versions = get_min_version_from_toml(toml_file)
 
     print(" ".join([f"{lib}=={version}" for lib, version in min_versions.items()]))

.github/workflows/_release.yml

@@ -231,7 +231,7 @@ jobs:
         id: min-version
         run: |
           poetry run pip install packaging
-          min_versions="$(poetry run python $GITHUB_WORKSPACE/.github/scripts/get_min_versions.py pyproject.toml release)"
+          min_versions="$(poetry run python $GITHUB_WORKSPACE/.github/scripts/get_min_versions.py pyproject.toml)"
           echo "min-versions=$min_versions" >> "$GITHUB_OUTPUT"
           echo "min-versions=$min_versions"
 
@@ -290,7 +290,6 @@ jobs:
           VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
           UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}
           FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
-          UNSTRUCTURED_API_KEY: ${{ secrets.UNSTRUCTURED_API_KEY }}
         run: make integration_tests
         working-directory: ${{ inputs.working-directory }}
 

.github/workflows/_test.yml

@@ -71,16 +71,15 @@ jobs:
         id: min-version
         run: |
           poetry run pip install packaging tomli
-          min_versions="$(poetry run python $GITHUB_WORKSPACE/.github/scripts/get_min_versions.py pyproject.toml pull_request)"
+          min_versions="$(poetry run python $GITHUB_WORKSPACE/.github/scripts/get_min_versions.py pyproject.toml)"
           echo "min-versions=$min_versions" >> "$GITHUB_OUTPUT"
           echo "min-versions=$min_versions"
 
-# Temporarily disabled until we can get the minimum versions working
-#      - name: Run unit tests with minimum dependency versions
-#        if: ${{ steps.min-version.outputs.min-versions != '' }}
-#        env:
-#          MIN_VERSIONS: ${{ steps.min-version.outputs.min-versions }}
-#        run: |
-#          poetry run pip install --force-reinstall $MIN_VERSIONS --editable .
-#          make tests
-#        working-directory: ${{ inputs.working-directory }}
+      - name: Run unit tests with minimum dependency versions
+        if: ${{ steps.min-version.outputs.min-versions != '' }}
+        env:
+          MIN_VERSIONS: ${{ steps.min-version.outputs.min-versions }}
+        run: |
+          poetry run pip install --force-reinstall $MIN_VERSIONS --editable .
+          make tests
+        working-directory: ${{ inputs.working-directory }}

cookbook/README.md

@@ -36,7 +36,6 @@ Notebook | Description
 [llm_symbolic_math.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/llm_symbolic_math.ipynb) | Solve algebraic equations with the help of llms (language learning models) and sympy, a python library for symbolic mathematics.
 [meta_prompt.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/meta_prompt.ipynb) | Implement the meta-prompt concept, which is a method for building self-improving agents that reflect on their own performance and modify their instructions accordingly.
 [multi_modal_output_agent.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/multi_modal_output_agent.ipynb) | Generate multi-modal outputs, specifically images and text.
-[multi_modal_RAG_vdms.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/multi_modal_RAG_vdms.ipynb) | Perform retrieval-augmented generation (rag) on documents including text and images, using unstructured for parsing, Intel's Visual Data Management System (VDMS) as the vectorstore, and chains.
 [multi_player_dnd.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/multi_player_dnd.ipynb) | Simulate multi-player dungeons & dragons games, with a custom function determining the speaking schedule of the agents.
 [multiagent_authoritarian.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/multiagent_authoritarian.ipynb) | Implement a multi-agent simulation where a privileged agent controls the conversation, including deciding who speaks and when the conversation ends, in the context of a simulated news network.
 [multiagent_bidding.ipynb](https://github.com/langchain-ai/langchain/tree/master/cookbook/multiagent_bidding.ipynb) | Implement a multi-agent simulation where agents bid to speak, with the highest bidder speaking next, demonstrated through a fictitious presidential debate example.

cookbook/multi_modal_RAG_vdms.ipynb

@@ -18,7 +18,26 @@
     "* Use of multimodal embeddings (such as [CLIP](https://openai.com/research/clip)) to embed images and text\n",
     "* Use of [VDMS](https://github.com/IntelLabs/vdms/blob/master/README.md) as a vector store with support for multi-modal\n",
     "* Retrieval of both images and text using similarity search\n",
-    "* Passing raw images and text chunks to a multimodal LLM for answer synthesis "
+    "* Passing raw images and text chunks to a multimodal LLM for answer synthesis \n",
+    "\n",
+    "\n",
+    "## Packages\n",
+    "\n",
+    "For `unstructured`, you will also need `poppler` ([installation instructions](https://pdf2image.readthedocs.io/en/latest/installation.html)) and `tesseract` ([installation instructions](https://tesseract-ocr.github.io/tessdoc/Installation.html)) in your system."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "febbc459-ebba-4c1a-a52b-fed7731593f8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# (newest versions required for multi-modal)\n",
+    "! pip install --quiet -U vdms langchain-experimental\n",
+    "\n",
+    "# lock to 0.10.19 due to a persistent bug in more recent versions\n",
+    "! pip install --quiet pdf2image \"unstructured[all-docs]==0.10.19\" pillow pydantic lxml open_clip_torch"
    ]
   },
   {
@@ -34,7 +53,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 3,
    "id": "5f483872",
    "metadata": {},
    "outputs": [
@@ -42,7 +61,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "a1b9206b08ef626e15b356bf9e031171f7c7eb8f956a2733f196f0109246fe2b\n"
+      "docker: Error response from daemon: Conflict. The container name \"/vdms_rag_nb\" is already in use by container \"0c19ed281463ac10d7efe07eb815643e3e534ddf24844357039453ad2b0c27e8\". You have to remove (or rename) that container to be able to reuse that name.\n",
+      "See 'docker run --help'.\n"
      ]
     }
    ],
@@ -55,32 +75,9 @@
     "vdms_client = VDMS_Client(port=55559)"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "2498a0a1",
-   "metadata": {},
-   "source": [
-    "## Packages\n",
-    "\n",
-    "For `unstructured`, you will also need `poppler` ([installation instructions](https://pdf2image.readthedocs.io/en/latest/installation.html)) and `tesseract` ([installation instructions](https://tesseract-ocr.github.io/tessdoc/Installation.html)) in your system."
-   ]
-  },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "id": "febbc459-ebba-4c1a-a52b-fed7731593f8",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "! pip install --quiet -U vdms langchain-experimental\n",
-    "\n",
-    "# lock to 0.10.19 due to a persistent bug in more recent versions\n",
-    "! pip install --quiet pdf2image \"unstructured[all-docs]==0.10.19\" pillow pydantic lxml open_clip_torch"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "78ac6543",
    "metadata": {},
    "outputs": [],
@@ -98,9 +95,14 @@
     "\n",
     "### Partition PDF text and images\n",
     "  \n",
-    "Let's use famous photographs from the PDF version of Library of Congress Magazine in this example.\n",
+    "Let's look at an example pdf containing interesting images.\n",
     "\n",
-    "We can use `partition_pdf` from [Unstructured](https://unstructured-io.github.io/unstructured/introduction.html#key-concepts) to extract text and images."
+    "Famous photographs from library of congress:\n",
+    "\n",
+    "* https://www.loc.gov/lcm/pdf/LCM_2020_1112.pdf\n",
+    "* We'll use this as an example below\n",
+    "\n",
+    "We can use `partition_pdf` below from [Unstructured](https://unstructured-io.github.io/unstructured/introduction.html#key-concepts) to extract text and images."
    ]
   },
   {
@@ -114,8 +116,8 @@
     "\n",
     "import requests\n",
     "\n",
-    "# Folder to store pdf and extracted images\n",
-    "datapath = Path(\"./data/multimodal_files\").resolve()\n",
+    "# Folder with pdf and extracted images\n",
+    "datapath = Path(\"./multimodal_files\").resolve()\n",
     "datapath.mkdir(parents=True, exist_ok=True)\n",
     "\n",
     "pdf_url = \"https://www.loc.gov/lcm/pdf/LCM_2020_1112.pdf\"\n",
@@ -172,8 +174,14 @@
    "source": [
     "## Multi-modal embeddings with our document\n",
     "\n",
-    "In this section, we initialize the VDMS vector store for both text and images. For better performance, we use model `ViT-g-14` from [OpenClip multimodal embeddings](https://python.langchain.com/docs/integrations/text_embedding/open_clip).\n",
-    "The images are stored as base64 encoded strings with `vectorstore.add_images`.\n"
+    "We will use [OpenClip multimodal embeddings](https://python.langchain.com/docs/integrations/text_embedding/open_clip).\n",
+    "\n",
+    "We use a larger model for better performance (set in `langchain_experimental.open_clip.py`).\n",
+    "\n",
+    "```\n",
+    "model_name = \"ViT-g-14\"\n",
+    "checkpoint = \"laion2b_s34b_b88k\"\n",
+    "```"
    ]
   },
   {
@@ -192,7 +200,9 @@
     "vectorstore = VDMS(\n",
     "    client=vdms_client,\n",
     "    collection_name=\"mm_rag_clip_photos\",\n",
-    "    embedding=OpenCLIPEmbeddings(model_name=\"ViT-g-14\", checkpoint=\"laion2b_s34b_b88k\"),\n",
+    "    embedding_function=OpenCLIPEmbeddings(\n",
+    "        model_name=\"ViT-g-14\", checkpoint=\"laion2b_s34b_b88k\"\n",
+    "    ),\n",
     ")\n",
     "\n",
     "# Get image URIs with .jpg extension only\n",
@@ -223,7 +233,7 @@
    "source": [
     "## RAG\n",
     "\n",
-    "Here we define helper functions for image results."
+    "`vectorstore.add_images` will store / retrieve images as base64 encoded strings."
    ]
   },
   {
@@ -382,8 +392,7 @@
    "id": "1566096d-97c2-4ddc-ba4a-6ef88c525e4e",
    "metadata": {},
    "source": [
-    "## Test retrieval and run RAG\n",
-    "Now let's query for a `woman with children` and retrieve the top results."
+    "## Test retrieval and run RAG"
    ]
   },
   {
@@ -443,14 +452,6 @@
     "        print(doc.page_content)"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "15e9b54d",
-   "metadata": {},
-   "source": [
-    "Now let's use the `multi_modal_rag_chain` to process the same query and display the response."
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 11,
@@ -461,10 +462,10 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      " The image depicts a woman with several children. The woman appears to be of Cherokee heritage, as suggested by the text provided. The image is described as having been initially regretted by the subject, Florence Owens Thompson, due to her feeling that it did not accurately represent her leadership qualities.\n",
-      "The historical and cultural context of the image is tied to the Great Depression and the Dust Bowl, both of which affected the Cherokee people in Oklahoma. The photograph was taken during this period, and its subject, Florence Owens Thompson, was a leader within her community who worked tirelessly to help those affected by these crises.\n",
-      "The image's symbolism and meaning can be interpreted as a representation of resilience and strength in the face of adversity. The woman is depicted with multiple children, which could signify her role as a caregiver and protector during difficult times.\n",
-      "Connections between the image and the related text include Florence Owens Thompson's leadership qualities and her regretted feelings about the photograph. Additionally, the mention of Dorothea Lange, the photographer who took this photo, ties the image to its historical context and the broader narrative of the Great Depression and Dust Bowl in Oklahoma. \n"
+      "1. Detailed description of the visual elements in the image: The image features a woman with children, likely a mother and her family, standing together outside. They appear to be poor or struggling financially, as indicated by their attire and surroundings.\n",
+      "2. Historical and cultural context of the image: The photo was taken in 1936 during the Great Depression, when many families struggled to make ends meet. Dorothea Lange, a renowned American photographer, took this iconic photograph that became an emblem of poverty and hardship experienced by many Americans at that time.\n",
+      "3. Interpretation of the image's symbolism and meaning: The image conveys a sense of unity and resilience despite adversity. The woman and her children are standing together, displaying their strength as a family unit in the face of economic challenges. The photograph also serves as a reminder of the importance of empathy and support for those who are struggling.\n",
+      "4. Connections between the image and the related text: The text provided offers additional context about the woman in the photo, her background, and her feelings towards the photograph. It highlights the historical backdrop of the Great Depression and emphasizes the significance of this particular image as a representation of that time period.\n"
      ]
     }
    ],
@@ -491,6 +492,14 @@
    "source": [
     "! docker kill vdms_rag_nb"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8ba652da",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -509,7 +518,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.10.13"
   }
  },
  "nbformat": 4,

docs/Makefile

@@ -38,8 +38,6 @@ generate-files:
 
 	$(PYTHON) scripts/model_feat_table.py $(INTERMEDIATE_DIR)
 
-	$(PYTHON) scripts/tool_feat_table.py $(INTERMEDIATE_DIR)
-
 	$(PYTHON) scripts/document_loader_feat_table.py $(INTERMEDIATE_DIR)
 
 	$(PYTHON) scripts/copy_templates.py $(INTERMEDIATE_DIR)

docs/docs/concepts.mdx

@@ -165,7 +165,7 @@ Some important things to note:
 ChatModels also accept other parameters that are specific to that integration. To find all the parameters supported by a ChatModel head to the API reference for that model.
 
 :::important
-Some chat models have been fine-tuned for **tool calling** and provide a dedicated API for it.
+**Tool Calling** Some chat models have been fine-tuned for tool calling and provide a dedicated API for tool calling.
 Generally, such models are better at tool calling than non-fine-tuned models, and are recommended for use cases that require tool calling.
 Please see the [tool calling section](/docs/concepts/#functiontool-calling) for more information.
 :::
@@ -255,7 +255,7 @@ This represents the result of a tool call. In addition to `role` and `content`,
 
 #### (Legacy) FunctionMessage
 
-This is a legacy message type, corresponding to OpenAI's legacy function-calling API. `ToolMessage` should be used instead to correspond to the updated tool-calling API.
+This is a legacy message type, corresponding to OpenAI's legacy function-calling API. ToolMessage should be used instead to correspond to the updated tool-calling API.
 
 This represents the result of a function call. In addition to `role` and `content`, this message has a `name` parameter which conveys the name of the function that was called to produce this result.
 
@@ -826,61 +826,6 @@ units (like words or subwords) that carry meaning, rather than individual charac
 to learn and understand the structure of the language, including grammar and context.
 Furthermore, using tokens can also improve efficiency, since the model processes fewer units of text compared to character-level processing.
 
-### Function/tool calling
-
-:::info
-We use the term tool calling interchangeably with function calling. Although
-function calling is sometimes meant to refer to invocations of a single function,
-we treat all models as though they can return multiple tool or function calls in
-each message.
-:::
-
-Tool calling allows a [chat model](/docs/concepts/#chat-models) to respond to a given prompt by generating output that
-matches a user-defined schema.
-
-While the name implies that the model is performing
-some action, this is actually not the case! The model only generates the arguments to a tool, and actually running the tool (or not) is up to the user.
-One common example where you **wouldn't** want to call a function with the generated arguments
-is if you want to [extract structured output matching some schema](/docs/concepts/#structured-output)
-from unstructured text. You would give the model an "extraction" tool that takes
-parameters matching the desired schema, then treat the generated output as your final
-result.
-
-![Diagram of a tool call by a chat model](/img/tool_call.png)
-
-Tool calling is not universal, but is supported by many popular LLM providers, including [Anthropic](/docs/integrations/chat/anthropic/), 
-[Cohere](/docs/integrations/chat/cohere/), [Google](/docs/integrations/chat/google_vertex_ai_palm/), 
-[Mistral](/docs/integrations/chat/mistralai/), [OpenAI](/docs/integrations/chat/openai/), and even for locally-running models via [Ollama](/docs/integrations/chat/ollama/).
-
-LangChain provides a standardized interface for tool calling that is consistent across different models.
-
-The standard interface consists of:
-
-* `ChatModel.bind_tools()`: a method for specifying which tools are available for a model to call. This method accepts [LangChain tools](/docs/concepts/#tools) as well as [Pydantic](https://pydantic.dev/) objects.
-* `AIMessage.tool_calls`: an attribute on the `AIMessage` returned from the model for accessing the tool calls requested by the model.
-
-#### Tool usage
-
-After the model calls tools, you can use the tool by invoking it, then passing the arguments back to the model.
-LangChain provides the [`Tool`](/docs/concepts/#tools) abstraction to help you handle this.
-
-The general flow is this:
-
-1. Generate tool calls with a chat model in response to a query.
-2. Invoke the appropriate tools using the generated tool call as arguments.
-3. Format the result of the tool invocations as [`ToolMessages`](/docs/concepts/#toolmessage).
-4. Pass the entire list of messages back to the model so that it can generate a final answer (or call more tools).
-
-![Diagram of a complete tool calling flow](/img/tool_calling_flow.png)
-
-This is how tool calling [agents](/docs/concepts/#agents) perform tasks and answer queries.
-
-Check out some more focused guides below:
-
-- [How to use chat models to call tools](/docs/how_to/tool_calling/)
-- [How to pass tool outputs to chat models](/docs/how_to/tool_results_pass_to_model/)
-- [Building an agent with LangGraph](https://langchain-ai.github.io/langgraph/tutorials/introduction/)
-
 ### Structured output
 
 LLMs are capable of generating arbitrary text. This enables the model to respond appropriately to a wide
@@ -1013,48 +958,48 @@ chain.invoke({ "question": "What is the powerhouse of the cell?" })
 
 For a full list of model providers that support JSON mode, see [this table](/docs/integrations/chat/#advanced-features).
 
-#### Tool calling {#structured-output-tool-calling}
+#### Function/tool calling
 
-For models that support it, [tool calling](/docs/concepts/#functiontool-calling) can be very convenient for structured output. It removes the
-guesswork around how best to prompt schemas in favor of a built-in model feature.
+:::info
+We use the term tool calling interchangeably with function calling. Although
+function calling is sometimes meant to refer to invocations of a single function,
+we treat all models as though they can return multiple tool or function calls in
+each message
+:::
 
-It works by first binding the desired schema either directly or via a [LangChain tool](/docs/concepts/#tools) to a
-[chat model](/docs/concepts/#chat-models) using the `.bind_tools()` method. The model will then generate an `AIMessage` containing
-a `tool_calls` field containing `args` that match the desired shape.
+Tool calling allows a model to respond to a given prompt by generating output that
+matches a user-defined schema. While the name implies that the model is performing
+some action, this is actually not the case! The model is coming up with the
+arguments to a tool, and actually running the tool (or not) is up to the user -
+for example, if you want to [extract output matching some schema](/docs/tutorials/extraction)
+from unstructured text, you could give the model an "extraction" tool that takes
+parameters matching the desired schema, then treat the generated output as your final
+result.
 
-There are several acceptable formats you can use to bind tools to a model in LangChain. Here's one example:
+For models that support it, tool calling can be very convenient. It removes the
+guesswork around how best to prompt schemas in favor of a built-in model feature. It can also
+more naturally support agentic flows, since you can just pass multiple tool schemas instead
+of fiddling with enums or unions.
 
-```python
-from langchain_core.pydantic_v1 import BaseModel, Field
-from langchain_openai import ChatOpenAI
+Many LLM providers, including [Anthropic](https://www.anthropic.com/),
+[Cohere](https://cohere.com/), [Google](https://cloud.google.com/vertex-ai),
+[Mistral](https://mistral.ai/), [OpenAI](https://openai.com/), and others,
+support variants of a tool calling feature. These features typically allow requests
+to the LLM to include available tools and their schemas, and for responses to include
+calls to these tools. For instance, given a search engine tool, an LLM might handle a
+query by first issuing a call to the search engine. The system calling the LLM can
+receive the tool call, execute it, and return the output to the LLM to inform its
+response. LangChain includes a suite of [built-in tools](/docs/integrations/tools/)
+and supports several methods for defining your own [custom tools](/docs/how_to/custom_tools).
 
-class ResponseFormatter(BaseModel):
-    """Always use this tool to structure your response to the user."""
+LangChain provides a standardized interface for tool calling that is consistent across different models.
 
-    answer: str = Field(description="The answer to the user's question")
-    followup_question: str = Field(description="A followup question the user could ask")
+The standard interface consists of:
 
-model = ChatOpenAI(
-    model="gpt-4o",
-    temperature=0,
-)
+* `ChatModel.bind_tools()`: a method for specifying which tools are available for a model to call. This method accepts [LangChain tools](/docs/concepts/#tools) here.
+* `AIMessage.tool_calls`: an attribute on the `AIMessage` returned from the model for accessing the tool calls requested by the model.
 
-model_with_tools = model.bind_tools([ResponseFormatter])
-
-ai_msg = model_with_tools.invoke("What is the powerhouse of the cell?")
-
-ai_msg.tool_calls[0]["args"]
-```
-
-```
-{'answer': "The powerhouse of the cell is the mitochondrion. It generates most of the cell's supply of adenosine triphosphate (ATP), which is used as a source of chemical energy.",
- 'followup_question': 'How do mitochondria generate ATP?'}
-```
-
-Tool calling is a generally consistent way to get a model to generate structured output, and is the default technique
-used for the [`.with_structured_output()`](/docs/concepts/#with_structured_output) method when a model supports it.
-
-The following how-to guides are good practical resources for using function/tool calling for structured output:
+The following how-to guides are good practical resources for using function/tool calling:
 
 - [How to return structured data from an LLM](/docs/how_to/structured_output/)
 - [How to use a model to call tools](/docs/how_to/tool_calling)

docs/docs/how_to/chat_model_rate_limiting.ipynb

@@ -1,146 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "dcf87b32",
-   "metadata": {},
-   "source": [
-    "# How to handle rate limits\n",
-    "\n",
-    ":::info Prerequisites\n",
-    "\n",
-    "This guide assumes familiarity with the following concepts:\n",
-    "- [Chat models](/docs/concepts/#chat-models)\n",
-    "- [LLMs](/docs/concepts/#llms)\n",
-    ":::\n",
-    "\n",
-    "\n",
-    "You may find yourself in a situation where you are getting rate limited by the model provider API because you're making too many requests.\n",
-    "\n",
-    "For example, this might happen if you are running many parallel queries to benchmark the chat model on a test dataset.\n",
-    "\n",
-    "If you are facing such a situation, you can use a rate limiter to help match the rate at which you're making request to the rate allowed\n",
-    "by the API.\n",
-    "\n",
-    ":::info Requires ``langchain-core >= 0.2.24``\n",
-    "\n",
-    "This functionality was added in ``langchain-core == 0.2.24``. Please make sure your package is up to date.\n",
-    ":::"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "cbc3c873-6109-4e03-b775-b73c1003faea",
-   "metadata": {},
-   "source": [
-    "## Initialize a rate limiter\n",
-    "\n",
-    "Langchain comes with a built-in in memory rate limiter. This rate limiter is thread safe and can be shared by multiple threads in the same process.\n",
-    "\n",
-    "The provided rate limiter can only limit the number of requests per unit time. It will not help if you need to also limited based on the size\n",
-    "of the requests."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "aa9c3c8c-0464-4190-a8c5-d69d173505a6",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_core.rate_limiters import InMemoryRateLimiter\n",
-    "\n",
-    "rate_limiter = InMemoryRateLimiter(\n",
-    "    requests_per_second=0.1,  # <-- Super slow! We can only make a request once every 10 seconds!!\n",
-    "    check_every_n_seconds=0.1,  # Wake up every 100 ms to check whether allowed to make a request,\n",
-    "    max_bucket_size=10,  # Controls the maximum burst size.\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "8e058bde-9413-4b08-8cc6-0c9cb638f19f",
-   "metadata": {},
-   "source": [
-    "## Choose a model\n",
-    "\n",
-    "Choose any model and pass to it the rate_limiter via the `rate_limiter` attribute."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "0f880a3a-c047-4e94-a323-fff2a4c0e96d",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "import time\n",
-    "from getpass import getpass\n",
-    "\n",
-    "if \"ANTHROPIC_API_KEY\" not in os.environ:\n",
-    "    os.environ[\"ANTHROPIC_API_KEY\"] = getpass()\n",
-    "\n",
-    "\n",
-    "from langchain_anthropic import ChatAnthropic\n",
-    "\n",
-    "model = ChatAnthropic(model_name=\"claude-3-opus-20240229\", rate_limiter=rate_limiter)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "80c9ab3a-299a-460f-985c-90280a046f52",
-   "metadata": {},
-   "source": [
-    "Let's confirm that the rate limiter works. We should only be able to invoke the model once per 10 seconds."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "d074265c-9f32-4c5f-b914-944148993c4d",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "11.599073648452759\n",
-      "10.7502121925354\n",
-      "10.244257926940918\n",
-      "8.83088755607605\n",
-      "11.645203590393066\n"
-     ]
-    }
-   ],
-   "source": [
-    "for _ in range(5):\n",
-    "    tic = time.time()\n",
-    "    model.invoke(\"hello\")\n",
-    "    toc = time.time()\n",
-    "    print(toc - tic)"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.4"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/docs/how_to/convert_runnable_to_tool.ipynb

@@ -267,9 +267,9 @@
     "We first instantiate a chat model that supports [tool calling](/docs/how_to/tool_calling/):\n",
     "\n",
     "```{=mdx}\n",
-    "import ChatModelTabs from \"@theme/ChatModelTabs\";\n",
-    "\n",
-    "<ChatModelTabs customVarName=\"llm\" />\n",
+    "<ChatModelTabs\n",
+    "  customVarName=\"llm\"\n",
+    "/>\n",
     "```"
    ]
   },
@@ -541,7 +541,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.4"
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

docs/docs/how_to/custom_tools.ipynb

@@ -270,7 +270,7 @@
    "source": [
     "### StructuredTool\n",
     "\n",
-    "The `StructuredTool.from_function` class method provides a bit more configurability than the `@tool` decorator, without requiring much additional code."
+    "The `StrurcturedTool.from_function` class method provides a bit more configurability than the `@tool` decorator, without requiring much additional code."
    ]
   },
   {

docs/docs/how_to/index.mdx

@@ -81,9 +81,9 @@ These are the core building blocks you can use when building applications.
 - [How to: stream a response back](/docs/how_to/chat_streaming)
 - [How to: track token usage](/docs/how_to/chat_token_usage_tracking)
 - [How to: track response metadata across providers](/docs/how_to/response_metadata)
+- [How to: let your end users choose their model](/docs/how_to/chat_models_universal_init/)
 - [How to: use chat model to call tools](/docs/how_to/tool_calling)
 - [How to: stream tool calls](/docs/how_to/tool_streaming)
-- [How to: handle rate limits](/docs/how_to/chat_model_rate_limiting)
 - [How to: few shot prompt tool behavior](/docs/how_to/tools_few_shot)
 - [How to: bind model-specific formatted tools](/docs/how_to/tools_model_specific)
 - [How to: force a specific tool call](/docs/how_to/tool_choice)

docs/docs/how_to/llm_caching.ipynb

@@ -15,23 +15,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "25b0b0fa",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain_openai langchain_community\n",
-    "\n",
-    "import os\n",
-    "from getpass import getpass\n",
-    "\n",
-    "os.environ[\"OPENAI_API_KEY\"] = getpass()\n",
-    "# Please manually enter OpenAI Key"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "id": "0aa6d335",
    "metadata": {},
    "outputs": [],
@@ -39,14 +23,13 @@
     "from langchain.globals import set_llm_cache\n",
     "from langchain_openai import OpenAI\n",
     "\n",
-    "# To make the caching really obvious, lets use a slower and older model.\n",
-    "# Caching supports newer chat models as well.\n",
-    "llm = OpenAI(model=\"gpt-3.5-turbo-instruct\", n=2, best_of=2)"
+    "# To make the caching really obvious, lets use a slower model.\n",
+    "llm = OpenAI(model_name=\"gpt-3.5-turbo-instruct\", n=2, best_of=2)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 12,
    "id": "f168ff0d",
    "metadata": {},
    "outputs": [
@@ -54,17 +37,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 546 ms, sys: 379 ms, total: 925 ms\n",
-      "Wall time: 1.11 s\n"
+      "CPU times: user 13.7 ms, sys: 6.54 ms, total: 20.2 ms\n",
+      "Wall time: 330 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\nWhy don't scientists trust atoms?\\n\\nBecause they make up everything!\""
+       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
       ]
      },
-     "execution_count": 3,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -76,12 +59,12 @@
     "set_llm_cache(InMemoryCache())\n",
     "\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm.predict(\"Tell me a joke\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 13,
    "id": "ce7620fb",
    "metadata": {},
    "outputs": [
@@ -89,17 +72,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 192 µs, sys: 77 µs, total: 269 µs\n",
-      "Wall time: 270 µs\n"
+      "CPU times: user 436 µs, sys: 921 µs, total: 1.36 ms\n",
+      "Wall time: 1.36 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\nWhy don't scientists trust atoms?\\n\\nBecause they make up everything!\""
+       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
       ]
      },
-     "execution_count": 4,
+     "execution_count": 13,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -107,7 +90,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm.predict(\"Tell me a joke\")"
    ]
   },
   {
@@ -120,7 +103,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 8,
    "id": "2e65de83",
    "metadata": {},
    "outputs": [],
@@ -130,7 +113,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 9,
    "id": "0be83715",
    "metadata": {},
    "outputs": [],
@@ -143,7 +126,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 10,
    "id": "9b427ce7",
    "metadata": {},
    "outputs": [
@@ -151,17 +134,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 10.6 ms, sys: 4.21 ms, total: 14.8 ms\n",
-      "Wall time: 851 ms\n"
+      "CPU times: user 29.3 ms, sys: 17.3 ms, total: 46.7 ms\n",
+      "Wall time: 364 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\n\\nWhy don't scientists trust atoms?\\n\\nBecause they make up everything!\""
+       "'\\n\\nWhy did the tomato turn red?\\n\\nBecause it saw the salad dressing!'"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -169,12 +152,12 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm.predict(\"Tell me a joke\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 11,
    "id": "87f52611",
    "metadata": {},
    "outputs": [
@@ -182,17 +165,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 59.7 ms, sys: 63.6 ms, total: 123 ms\n",
-      "Wall time: 134 ms\n"
+      "CPU times: user 4.58 ms, sys: 2.23 ms, total: 6.8 ms\n",
+      "Wall time: 4.68 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\n\\nWhy don't scientists trust atoms?\\n\\nBecause they make up everything!\""
+       "'\\n\\nWhy did the tomato turn red?\\n\\nBecause it saw the salad dressing!'"
       ]
      },
-     "execution_count": 8,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -200,7 +183,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm.predict(\"Tell me a joke\")"
    ]
   },
   {
@@ -228,7 +211,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.10.1"
   }
  },
  "nbformat": 4,

docs/docs/how_to/migrate_chains.ipynb

@@ -284,17 +284,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 8,
    "id": "173e1a9c-2a18-4669-b0de-136f39197786",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "\"Arrr, I be doin' well, me heartie! Just sailin' the high seas in search of treasure and adventure. How be ye?\""
+       "\"Arr, matey! I be sailin' the high seas with me crew, searchin' for buried treasure and adventure! How be ye doin' on this fine day?\""
       ]
      },
-     "execution_count": 1,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -316,20 +316,14 @@
     "\n",
     "history = InMemoryChatMessageHistory()\n",
     "\n",
-    "\n",
-    "def get_history():\n",
-    "    return history\n",
-    "\n",
-    "\n",
     "chain = prompt | ChatOpenAI() | StrOutputParser()\n",
     "\n",
-    "wrapped_chain = RunnableWithMessageHistory(\n",
-    "    chain,\n",
-    "    get_history,\n",
-    "    history_messages_key=\"chat_history\",\n",
-    ")\n",
+    "wrapped_chain = RunnableWithMessageHistory(chain, lambda x: history)\n",
     "\n",
-    "wrapped_chain.invoke({\"input\": \"how are you?\"})"
+    "wrapped_chain.invoke(\n",
+    "    {\"input\": \"how are you?\"},\n",
+    "    config={\"configurable\": {\"session_id\": \"42\"}},\n",
+    ")"
    ]
   },
   {
@@ -346,17 +340,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 7,
    "id": "4e05994f-1fbc-4699-bf2e-62cb0e4deeb8",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'Ahoy matey! What can this old pirate do for ye today?'"
+       "AIMessage(content=\"Ahoy there! What be ye wantin' from this old pirate?\", response_metadata={'token_usage': {'completion_tokens': 15, 'prompt_tokens': 29, 'total_tokens': 44}, 'model_name': 'gpt-3.5-turbo-0125', 'system_fingerprint': None, 'finish_reason': 'stop', 'logprobs': None}, id='run-1846d5f5-0dda-43b6-bb49-864e541f9c29-0', usage_metadata={'input_tokens': 29, 'output_tokens': 15, 'total_tokens': 44})"
       ]
      },
-     "execution_count": 2,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -376,16 +370,9 @@
     "\n",
     "chain = prompt | ChatOpenAI() | StrOutputParser()\n",
     "\n",
-    "wrapped_chain = RunnableWithMessageHistory(\n",
-    "    chain,\n",
-    "    get_session_history,\n",
-    "    history_messages_key=\"chat_history\",\n",
-    ")\n",
+    "wrapped_chain = RunnableWithMessageHistory(chain, get_session_history)\n",
     "\n",
-    "wrapped_chain.invoke(\n",
-    "    {\"input\": \"Hello!\"},\n",
-    "    config={\"configurable\": {\"session_id\": \"abc123\"}},\n",
-    ")"
+    "wrapped_chain.invoke(\"Hello!\", config={\"configurable\": {\"session_id\": \"abc123\"}})"
    ]
   },
   {
@@ -803,7 +790,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.4"
+   "version": "3.10.5"
   }
  },
  "nbformat": 4,

docs/docs/how_to/tool_calling.ipynb

@@ -22,36 +22,57 @@
     ":::info Prerequisites\n",
     "\n",
     "This guide assumes familiarity with the following concepts:\n",
-    "\n",
     "- [Chat models](/docs/concepts/#chat-models)\n",
     "- [LangChain Tools](/docs/concepts/#tools)\n",
-    "- [Tool calling](/docs/concepts/#functiontool-calling)\n",
     "- [Output parsers](/docs/concepts/#output-parsers)\n",
     "\n",
     ":::\n",
     "\n",
-    "[Tool calling](/docs/concepts/#functiontool-calling) allows a chat model to respond to a given prompt by \"calling a tool\".\n",
+    ":::info Tool calling vs function calling\n",
     "\n",
-    "Remember, while the name \"tool calling\" implies that the model is directly performing some action, this is actually not the case! The model only generates the arguments to a tool, and actually running the tool (or not) is up to the user.\n",
-    "\n",
-    "Tool calling is a general technique that generates structured output from a model, and you can use it even when you don't intend to invoke any tools. An example use-case of that is [extraction from unstructured text](/docs/tutorials/extraction/).\n",
-    "\n",
-    "![Diagram of calling a tool](/img/tool_call.png)\n",
-    "\n",
-    "If you want to see how to use the model-generated tool call to actually run a tool function [check out this guide](/docs/how_to/tool_results_pass_to_model/).\n",
-    "\n",
-    ":::note Supported models\n",
-    "\n",
-    "Tool calling is not universal, but is supported by many popular LLM providers, including [Anthropic](/docs/integrations/chat/anthropic/), \n",
-    "[Cohere](/docs/integrations/chat/cohere/), [Google](/docs/integrations/chat/google_vertex_ai_palm/), \n",
-    "[Mistral](/docs/integrations/chat/mistralai/), [OpenAI](/docs/integrations/chat/openai/), and even for locally-running models via [Ollama](/docs/integrations/chat/ollama/).\n",
-    "\n",
-    "You can find a [list of all models that support tool calling here](/docs/integrations/chat/).\n",
+    "We use the term tool calling interchangeably with function calling. Although\n",
+    "function calling is sometimes meant to refer to invocations of a single function,\n",
+    "we treat all models as though they can return multiple tool or function calls in \n",
+    "each message.\n",
     "\n",
     ":::\n",
     "\n",
-    "LangChain implements standard interfaces for defining tools, passing them to LLMs, and representing tool calls.\n",
-    "This guide will cover how to bind tools to an LLM, then invoke the LLM to generate these arguments."
+    ":::info Supported models\n",
+    "\n",
+    "You can find a [list of all models that support tool calling](/docs/integrations/chat/).\n",
+    "\n",
+    ":::\n",
+    "\n",
+    "Tool calling allows a chat model to respond to a given prompt by \"calling a tool\".\n",
+    "While the name implies that the model is performing \n",
+    "some action, this is actually not the case! The model generates the \n",
+    "arguments to a tool, and actually running the tool (or not) is up to the user.\n",
+    "For example, if you want to [extract output matching some schema](/docs/how_to/structured_output/) \n",
+    "from unstructured text, you could give the model an \"extraction\" tool that takes \n",
+    "parameters matching the desired schema, then treat the generated output as your final \n",
+    "result.\n",
+    "\n",
+    ":::note\n",
+    "\n",
+    "If you only need formatted values, try the [.with_structured_output()](/docs/how_to/structured_output/#the-with_structured_output-method) chat model method as a simpler entrypoint.\n",
+    "\n",
+    ":::\n",
+    "\n",
+    "However, tool calling goes beyond [structured output](/docs/how_to/structured_output/)\n",
+    "since you can pass responses from called tools back to the model to create longer interactions.\n",
+    "For instance, given a search engine tool, an LLM might handle a \n",
+    "query by first issuing a call to the search engine with arguments. The system calling the LLM can \n",
+    "receive the tool call, execute it, and return the output to the LLM to inform its \n",
+    "response. LangChain includes a suite of [built-in tools](/docs/integrations/tools/) \n",
+    "and supports several methods for defining your own [custom tools](/docs/how_to/custom_tools). \n",
+    "\n",
+    "Tool calling is not universal, but many popular LLM providers, including [Anthropic](https://www.anthropic.com/), \n",
+    "[Cohere](https://cohere.com/), [Google](https://cloud.google.com/vertex-ai), \n",
+    "[Mistral](https://mistral.ai/), [OpenAI](https://openai.com/), and others, \n",
+    "support variants of a tool calling feature.\n",
+    "\n",
+    "LangChain implements standard interfaces for defining tools, passing them to LLMs, \n",
+    "and representing tool calls. This guide and the other How-to pages in the Tool section will show you how to use tools with LangChain."
    ]
   },
   {
@@ -70,7 +91,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -91,14 +112,14 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "LangChain also implements a `@tool` decorator that allows for further control of the tool schema, such as tool names and argument descriptions. See the how-to guide [here](/docs/how_to/custom_tools/#creating-tools-from-functions) for details.\n",
+    "LangChain also implements a `@tool` decorator that allows for further control of the tool schema, such as tool names and argument descriptions. See the how-to guide [here](/docs/how_to/custom_tools/#creating-tools-from-functions) for detail.\n",
     "\n",
-    "We can also define the schemas without the accompanying functions using [Pydantic](https://docs.pydantic.dev):"
+    "We can also define the schema using [Pydantic](https://docs.pydantic.dev):"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -128,8 +149,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "To actually bind those schemas to a chat model, we'll use the `.bind_tools()` method. This handles converting\n",
-    "the `Add` and `Multiply` schemas to the proper format for the model. The tool schema will then be passed it in each time the model is invoked.\n",
+    "We can bind them to chat models as follows:\n",
     "\n",
     "```{=mdx}\n",
     "import ChatModelTabs from \"@theme/ChatModelTabs\";\n",
@@ -138,7 +158,11 @@
     "  customVarName=\"llm\"\n",
     "  fireworksParams={`model=\"accounts/fireworks/models/firefunction-v1\", temperature=0`}\n",
     "/>\n",
-    "```"
+    "```\n",
+    "\n",
+    "We'll use the `.bind_tools()` method to handle converting\n",
+    "`Multiply` to the proper format for the model, then and bind it (i.e.,\n",
+    "passing it in each time the model is invoked)."
    ]
   },
   {
@@ -159,7 +183,7 @@
     "\n",
     "os.environ[\"OPENAI_API_KEY\"] = getpass()\n",
     "\n",
-    "llm = ChatOpenAI(model=\"gpt-4o-mini\", temperature=0)"
+    "llm = ChatOpenAI(model=\"gpt-3.5-turbo-0125\", temperature=0)"
    ]
   },
   {
@@ -170,7 +194,7 @@
     {
      "data": {
       "text/plain": [
-       "AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_wLTBasMppAwpdiA5CD92l9x7', 'function': {'arguments': '{\"a\":3,\"b\":12}', 'name': 'Multiply'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 18, 'prompt_tokens': 89, 'total_tokens': 107}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_0f03d4f0ee', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-d3f36cca-f225-416f-ac16-0217046f0b38-0', tool_calls=[{'name': 'Multiply', 'args': {'a': 3, 'b': 12}, 'id': 'call_wLTBasMppAwpdiA5CD92l9x7', 'type': 'tool_call'}], usage_metadata={'input_tokens': 89, 'output_tokens': 18, 'total_tokens': 107})"
+       "AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_g4RuAijtDcSeM96jXyCuiLSN', 'function': {'arguments': '{\"a\":3,\"b\":12}', 'name': 'Multiply'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 18, 'prompt_tokens': 95, 'total_tokens': 113}, 'model_name': 'gpt-3.5-turbo-0125', 'system_fingerprint': None, 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-5157d15a-7e0e-4ab1-af48-3d98010cd152-0', tool_calls=[{'name': 'Multiply', 'args': {'a': 3, 'b': 12}, 'id': 'call_g4RuAijtDcSeM96jXyCuiLSN'}], usage_metadata={'input_tokens': 95, 'output_tokens': 18, 'total_tokens': 113})"
       ]
      },
      "execution_count": 4,
@@ -190,7 +214,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "As we can see our LLM generated arguments to a tool! You can look at the docs for [bind_tools()](https://api.python.langchain.com/en/latest/chat_models/langchain_openai.chat_models.base.BaseChatOpenAI.html#langchain_openai.chat_models.base.BaseChatOpenAI.bind_tools) to learn about all the ways to customize how your LLM selects tools, as well as [this guide on how to force the LLM to call a tool](/docs/how_to/tool_choice/) rather than letting it decide."
+    "As we can see, even though the prompt didn't really suggest a tool call, our LLM made one since it was forced to do so. You can look at the docs for [bind_tools()](https://api.python.langchain.com/en/latest/chat_models/langchain_openai.chat_models.base.BaseChatOpenAI.html#langchain_openai.chat_models.base.BaseChatOpenAI.bind_tools) to learn about all the ways to customize how your LLM selects tools."
    ]
   },
   {
@@ -222,12 +246,10 @@
       "text/plain": [
        "[{'name': 'Multiply',\n",
        "  'args': {'a': 3, 'b': 12},\n",
-       "  'id': 'call_uqJsNrDJ8ZZnFa1BHHYAllEv',\n",
-       "  'type': 'tool_call'},\n",
+       "  'id': 'call_TnadLbWJu9HwDULRb51RNSMw'},\n",
        " {'name': 'Add',\n",
        "  'args': {'a': 11, 'b': 49},\n",
-       "  'id': 'call_ud1uHAaYsdpWuxugwoJ63BDs',\n",
-       "  'type': 'tool_call'}]"
+       "  'id': 'call_Q9vt1up05sOQScXvUYWzSpCg'}]"
       ]
      },
      "execution_count": 5,
@@ -286,17 +308,17 @@
    "source": [
     "## Next steps\n",
     "\n",
-    "Now you've learned how to bind tool schemas to a chat model and have the model call the tool.\n",
-    "\n",
-    "Next, check out this guide on actually using the tool by invoking the function and passing the results back to the model:\n",
+    "Now you've learned how to bind tool schemas to a chat model and to call those tools. Next, you can learn more about how to use tools:\n",
     "\n",
+    "- Few shot promting [with tools](/docs/how_to/tools_few_shot/)\n",
+    "- Stream [tool calls](/docs/how_to/tool_streaming/)\n",
+    "- Bind [model-specific tools](/docs/how_to/tools_model_specific/)\n",
+    "- Pass [runtime values to tools](/docs/how_to/tool_runtime)\n",
     "- Pass [tool results back to model](/docs/how_to/tool_results_pass_to_model)\n",
     "\n",
     "You can also check out some more specific uses of tool calling:\n",
     "\n",
-    "- Few shot prompting [with tools](/docs/how_to/tools_few_shot/)\n",
-    "- Stream [tool calls](/docs/how_to/tool_streaming/)\n",
-    "- Pass [runtime values to tools](/docs/how_to/tool_runtime)\n",
+    "- Building [tool-using chains and agents](/docs/how_to#tools)\n",
     "- Getting [structured outputs](/docs/how_to/structured_output/) from models"
    ]
   }
@@ -317,7 +339,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.10.4"
   }
  },
  "nbformat": 4,

docs/docs/how_to/tool_results_pass_to_model.ipynb

@@ -9,34 +9,12 @@
     ":::info Prerequisites\n",
     "This guide assumes familiarity with the following concepts:\n",
     "\n",
-    "- [LangChain Tools](/docs/concepts/#tools)\n",
+    "- [Tools](/docs/concepts/#tools)\n",
     "- [Function/tool calling](/docs/concepts/#functiontool-calling)\n",
-    "- [Using chat models to call tools](/docs/how_to/tool_calling)\n",
-    "- [Defining custom tools](/docs/how_to/custom_tools/)\n",
     "\n",
     ":::\n",
     "\n",
-    "Some models are capable of [**tool calling**](/docs/concepts/#functiontool-calling) - generating arguments that conform to a specific user-provided schema. This guide will demonstrate how to use those tool cals to actually call a function and properly pass the results back to the model.\n",
-    "\n",
-    "![Diagram of a tool call invocation](/img/tool_invocation.png)\n",
-    "\n",
-    "![Diagram of a tool call result](/img/tool_results.png)\n",
-    "\n",
-    "First, let's define our tools and our model:"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "```{=mdx}\n",
-    "import ChatModelTabs from \"@theme/ChatModelTabs\";\n",
-    "\n",
-    "<ChatModelTabs\n",
-    "  customVarName=\"llm\"\n",
-    "  fireworksParams={`model=\"accounts/fireworks/models/firefunction-v1\", temperature=0`}\n",
-    "/>\n",
-    "```"
+    "If we're using the model-generated tool invocations to actually call tools and want to pass the tool results back to the model, we can do so using `ToolMessage`s and `ToolCall`s. First, let's define our tools and our model."
    ]
   },
   {
@@ -44,25 +22,6 @@
    "execution_count": 1,
    "metadata": {},
    "outputs": [],
-   "source": [
-    "# | output: false\n",
-    "# | echo: false\n",
-    "\n",
-    "import os\n",
-    "from getpass import getpass\n",
-    "\n",
-    "from langchain_openai import ChatOpenAI\n",
-    "\n",
-    "os.environ[\"OPENAI_API_KEY\"] = getpass()\n",
-    "\n",
-    "llm = ChatOpenAI(model=\"gpt-4o-mini\", temperature=0)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [],
    "source": [
     "from langchain_core.tools import tool\n",
     "\n",
@@ -79,8 +38,23 @@
     "    return a * b\n",
     "\n",
     "\n",
-    "tools = [add, multiply]\n",
+    "tools = [add, multiply]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "from getpass import getpass\n",
     "\n",
+    "from langchain_openai import ChatOpenAI\n",
+    "\n",
+    "os.environ[\"OPENAI_API_KEY\"] = getpass()\n",
+    "\n",
+    "llm = ChatOpenAI(model=\"gpt-3.5-turbo-0125\", temperature=0)\n",
     "llm_with_tools = llm.bind_tools(tools)"
    ]
   },
@@ -88,88 +62,15 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "Now, let's get the model to call a tool. We'll add it to a list of messages that we'll treat as conversation history:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[{'name': 'multiply', 'args': {'a': 3, 'b': 12}, 'id': 'call_GPGPE943GORirhIAYnWv00rK', 'type': 'tool_call'}, {'name': 'add', 'args': {'a': 11, 'b': 49}, 'id': 'call_dm8o64ZrY3WFZHAvCh1bEJ6i', 'type': 'tool_call'}]\n"
-     ]
-    }
-   ],
-   "source": [
-    "from langchain_core.messages import HumanMessage\n",
+    "The nice thing about Tools is that if we invoke them with a ToolCall, we'll automatically get back a ToolMessage that can be fed back to the model: \n",
     "\n",
-    "query = \"What is 3 * 12? Also, what is 11 + 49?\"\n",
+    ":::info Requires ``langchain-core >= 0.2.19``\n",
     "\n",
-    "messages = [HumanMessage(query)]\n",
-    "\n",
-    "ai_msg = llm_with_tools.invoke(messages)\n",
-    "\n",
-    "print(ai_msg.tool_calls)\n",
-    "\n",
-    "messages.append(ai_msg)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Next let's invoke the tool functions using the args the model populated!\n",
-    "\n",
-    "Conveniently, if we invoke a LangChain `Tool` with a `ToolCall`, we'll automatically get back a `ToolMessage` that can be fed back to the model:\n",
-    "\n",
-    ":::caution Compatibility\n",
-    "\n",
-    "This functionality was added in `langchain-core == 0.2.19`. Please make sure your package is up to date.\n",
-    "\n",
-    "If you are on earlier versions of `langchain-core`, you will need to extract the `args` field from the tool and construct a `ToolMessage` manually.\n",
+    "This functionality was added in ``langchain-core == 0.2.19``. Please make sure your package is up to date.\n",
     "\n",
     ":::"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[HumanMessage(content='What is 3 * 12? Also, what is 11 + 49?'),\n",
-       " AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_loT2pliJwJe3p7nkgXYF48A1', 'function': {'arguments': '{\"a\": 3, \"b\": 12}', 'name': 'multiply'}, 'type': 'function'}, {'id': 'call_bG9tYZCXOeYDZf3W46TceoV4', 'function': {'arguments': '{\"a\": 11, \"b\": 49}', 'name': 'add'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 50, 'prompt_tokens': 87, 'total_tokens': 137}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_661538dc1f', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-e3db3c46-bf9e-478e-abc1-dc9a264f4afe-0', tool_calls=[{'name': 'multiply', 'args': {'a': 3, 'b': 12}, 'id': 'call_loT2pliJwJe3p7nkgXYF48A1', 'type': 'tool_call'}, {'name': 'add', 'args': {'a': 11, 'b': 49}, 'id': 'call_bG9tYZCXOeYDZf3W46TceoV4', 'type': 'tool_call'}], usage_metadata={'input_tokens': 87, 'output_tokens': 50, 'total_tokens': 137}),\n",
-       " ToolMessage(content='36', name='multiply', tool_call_id='call_loT2pliJwJe3p7nkgXYF48A1'),\n",
-       " ToolMessage(content='60', name='add', tool_call_id='call_bG9tYZCXOeYDZf3W46TceoV4')]"
-      ]
-     },
-     "execution_count": 4,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "for tool_call in ai_msg.tool_calls:\n",
-    "    selected_tool = {\"add\": add, \"multiply\": multiply}[tool_call[\"name\"].lower()]\n",
-    "    tool_msg = selected_tool.invoke(tool_call)\n",
-    "    messages.append(tool_msg)\n",
-    "\n",
-    "messages"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "And finally, we'll invoke the model with the tool results. The model will use this information to generate a final answer to our original query:"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 5,
@@ -178,7 +79,10 @@
     {
      "data": {
       "text/plain": [
-       "AIMessage(content='The result of \\\\(3 \\\\times 12\\\\) is 36, and the result of \\\\(11 + 49\\\\) is 60.', response_metadata={'token_usage': {'completion_tokens': 31, 'prompt_tokens': 153, 'total_tokens': 184}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_661538dc1f', 'finish_reason': 'stop', 'logprobs': None}, id='run-87d1ef0a-1223-4bb3-9310-7b591789323d-0', usage_metadata={'input_tokens': 153, 'output_tokens': 31, 'total_tokens': 184})"
+       "[HumanMessage(content='What is 3 * 12? Also, what is 11 + 49?'),\n",
+       " AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_Smg3NHJNxrKfAmd4f9GkaYn3', 'function': {'arguments': '{\"a\": 3, \"b\": 12}', 'name': 'multiply'}, 'type': 'function'}, {'id': 'call_55K1C0DmH6U5qh810gW34xZ0', 'function': {'arguments': '{\"a\": 11, \"b\": 49}', 'name': 'add'}, 'type': 'function'}]}, response_metadata={'token_usage': {'completion_tokens': 49, 'prompt_tokens': 88, 'total_tokens': 137}, 'model_name': 'gpt-3.5-turbo-0125', 'system_fingerprint': None, 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-56657feb-96dd-456c-ab8e-1857eab2ade0-0', tool_calls=[{'name': 'multiply', 'args': {'a': 3, 'b': 12}, 'id': 'call_Smg3NHJNxrKfAmd4f9GkaYn3', 'type': 'tool_call'}, {'name': 'add', 'args': {'a': 11, 'b': 49}, 'id': 'call_55K1C0DmH6U5qh810gW34xZ0', 'type': 'tool_call'}], usage_metadata={'input_tokens': 88, 'output_tokens': 49, 'total_tokens': 137}),\n",
+       " ToolMessage(content='36', name='multiply', tool_call_id='call_Smg3NHJNxrKfAmd4f9GkaYn3'),\n",
+       " ToolMessage(content='60', name='add', tool_call_id='call_55K1C0DmH6U5qh810gW34xZ0')]"
       ]
      },
      "execution_count": 5,
@@ -186,6 +90,37 @@
      "output_type": "execute_result"
     }
    ],
+   "source": [
+    "from langchain_core.messages import HumanMessage, ToolMessage\n",
+    "\n",
+    "query = \"What is 3 * 12? Also, what is 11 + 49?\"\n",
+    "\n",
+    "messages = [HumanMessage(query)]\n",
+    "ai_msg = llm_with_tools.invoke(messages)\n",
+    "messages.append(ai_msg)\n",
+    "for tool_call in ai_msg.tool_calls:\n",
+    "    selected_tool = {\"add\": add, \"multiply\": multiply}[tool_call[\"name\"].lower()]\n",
+    "    tool_msg = selected_tool.invoke(tool_call)\n",
+    "    messages.append(tool_msg)\n",
+    "messages"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "AIMessage(content='3 * 12 is 36 and 11 + 49 is 60.', response_metadata={'token_usage': {'completion_tokens': 18, 'prompt_tokens': 153, 'total_tokens': 171}, 'model_name': 'gpt-3.5-turbo-0125', 'system_fingerprint': None, 'finish_reason': 'stop', 'logprobs': None}, id='run-ba5032f0-f773-406d-a408-8314e66511d0-0', usage_metadata={'input_tokens': 153, 'output_tokens': 18, 'total_tokens': 171})"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "llm_with_tools.invoke(messages)"
    ]
@@ -194,25 +129,15 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "Note that each `ToolMessage` must include a `tool_call_id` that matches an `id` in the original tool calls that the model generates. This helps the model match tool responses with tool calls.\n",
-    "\n",
-    "Tool calling agents, like those in [LangGraph](https://langchain-ai.github.io/langgraph/tutorials/introduction/), use this basic flow to answer queries and solve tasks.\n",
-    "\n",
-    "## Related\n",
-    "\n",
-    "- [LangGraph quickstart](https://langchain-ai.github.io/langgraph/tutorials/introduction/)\n",
-    "- Few shot prompting [with tools](/docs/how_to/tools_few_shot/)\n",
-    "- Stream [tool calls](/docs/how_to/tool_streaming/)\n",
-    "- Pass [runtime values to tools](/docs/how_to/tool_runtime)\n",
-    "- Getting [structured outputs](/docs/how_to/structured_output/) from models"
+    "Note that we pass back the same `id` in the `ToolMessage` as the what we receive from the model in order to help the model match tool responses with tool calls."
    ]
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3",
+   "display_name": "poetry-venv-311",
    "language": "python",
-   "name": "python3"
+   "name": "poetry-venv-311"
   },
   "language_info": {
    "codemirror_mode": {
@@ -224,7 +149,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.11.9"
   }
  },
  "nbformat": 4,

docs/docs/integrations/chat/groq.ipynb

@@ -2,259 +2,298 @@
  "cells": [
   {
    "cell_type": "raw",
-   "id": "afaf8039",
-   "metadata": {},
+   "metadata": {
+    "vscode": {
+     "languageId": "raw"
+    }
+   },
    "source": [
     "---\n",
     "sidebar_label: Groq\n",
+    "keywords: [chatgroq]\n",
     "---"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "e49f1e0d",
    "metadata": {},
    "source": [
-    "# ChatGroq\n",
+    "# Groq\n",
     "\n",
-    "This will help you getting started with Groq [chat models](../../concepts.mdx#chat-models). For detailed documentation of all ChatGroq features and configurations head to the [API reference](https://api.python.langchain.com/en/latest/chat_models/langchain_groq.chat_models.ChatGroq.html). For a list of all Groq models, visit this [link](https://console.groq.com/docs/models).\n",
+    "LangChain supports integration with [Groq](https://groq.com/) chat models. Groq specializes in fast AI inference.\n",
     "\n",
-    "## Overview\n",
-    "### Integration details\n",
-    "\n",
-    "| Class | Package | Local | Serializable | [JS support](https://js.langchain.com/v0.2/docs/integrations/chat/groq) | Package downloads | Package latest |\n",
-    "| :--- | :--- | :---: | :---: |  :---: | :---: | :---: |\n",
-    "| [ChatGroq](https://api.python.langchain.com/en/latest/chat_models/langchain_groq.chat_models.ChatGroq.html) | [langchain-groq](https://api.python.langchain.com/en/latest/groq_api_reference.html) | ❌ | beta | ✅ | ![PyPI - Downloads](https://img.shields.io/pypi/dm/langchain-groq?style=flat-square&label=%20) | ![PyPI - Version](https://img.shields.io/pypi/v/langchain-groq?style=flat-square&label=%20) |\n",
-    "\n",
-    "### Model features\n",
-    "| [Tool calling](../../how_to/tool_calling.ipynb) | [Structured output](../../how_to/structured_output.ipynb) | JSON mode | [Image input](../../how_to/multimodal_inputs.ipynb) | Audio input | Video input | [Token-level streaming](../../how_to/chat_streaming.ipynb) | Native async | [Token usage](../../how_to/chat_token_usage_tracking.ipynb) | [Logprobs](../../how_to/logprobs.ipynb) |\n",
-    "| :---: | :---: | :---: | :---: |  :---: | :---: | :---: | :---: | :---: | :---: |\n",
-    "| ✅ | ✅ | ✅ | ❌ | ❌ | ❌ | ✅ | ✅ | ✅ | ✅ | \n",
-    "\n",
-    "## Setup\n",
-    "\n",
-    "To access Groq models you'll need to create a Groq account, get an API key, and install the `langchain-groq` integration package.\n",
-    "\n",
-    "### Credentials\n",
-    "\n",
-    "Head to the [Groq console](https://console.groq.com/keys) to sign up to Groq and generate an API key. Once you've done this set the GROQ_API_KEY environment variable:"
+    "To get started, you'll first need to install the langchain-groq package:"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
-   "id": "433e8d2b-9519-4b49-b2c4-7ab65b046c94",
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
-   "source": [
-    "import getpass\n",
-    "import os\n",
-    "\n",
-    "os.environ[\"GROQ_API_KEY\"] = getpass.getpass(\"Enter your Groq API key: \")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "72ee0c4b-9764-423a-9dbf-95129e185210",
-   "metadata": {},
-   "source": [
-    "If you want to get automated tracing of your model calls you can also set your [LangSmith](https://docs.smith.langchain.com/) API key by uncommenting below:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "a15d341e-3e26-4ca3-830b-5aab30ed66de",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# os.environ[\"LANGSMITH_API_KEY\"] = getpass.getpass(\"Enter your LangSmith API key: \")\n",
-    "# os.environ[\"LANGSMITH_TRACING\"] = \"true\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "0730d6a1-c893-4840-9817-5e5251676d5d",
-   "metadata": {},
-   "source": [
-    "### Installation\n",
-    "\n",
-    "The LangChain Groq integration lives in the `langchain-groq` package:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "652d6238-1f87-422a-b135-f5abbb8652fc",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1.2\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "Note: you may need to restart the kernel to use updated packages.\n"
-     ]
-    }
-   ],
    "source": [
     "%pip install -qU langchain-groq"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "a38cde65-254d-4219-a441-068766c0d4b5",
    "metadata": {},
    "source": [
-    "## Instantiation\n",
+    "Request an [API key](https://wow.groq.com) and set it as an environment variable:\n",
     "\n",
-    "Now we can instantiate our model object and generate chat completions:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "cb09c344-1836-4e0c-acf8-11d13ac1dbae",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_groq import ChatGroq\n",
+    "```bash\n",
+    "export GROQ_API_KEY=<YOUR API KEY>\n",
+    "```\n",
     "\n",
-    "llm = ChatGroq(\n",
-    "    model=\"mixtral-8x7b-32768\",\n",
-    "    temperature=0,\n",
-    "    max_tokens=None,\n",
-    "    timeout=None,\n",
-    "    max_retries=2,\n",
-    "    # other params...\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "2b4f3e15",
-   "metadata": {},
-   "source": [
-    "## Invocation"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "62e0dbc3",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "AIMessage(content='I enjoy programming. (The French translation is: \"J\\'aime programmer.\")\\n\\nNote: I chose to translate \"I love programming\" as \"J\\'aime programmer\" instead of \"Je suis amoureux de programmer\" because the latter has a romantic connotation that is not present in the original English sentence.', response_metadata={'token_usage': {'completion_tokens': 73, 'prompt_tokens': 31, 'total_tokens': 104, 'completion_time': 0.1140625, 'prompt_time': 0.003352463, 'queue_time': None, 'total_time': 0.117414963}, 'model_name': 'mixtral-8x7b-32768', 'system_fingerprint': 'fp_c5f20b5bb1', 'finish_reason': 'stop', 'logprobs': None}, id='run-64433c19-eadf-42fc-801e-3071e3c40160-0', usage_metadata={'input_tokens': 31, 'output_tokens': 73, 'total_tokens': 104})"
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "messages = [\n",
-    "    (\n",
-    "        \"system\",\n",
-    "        \"You are a helpful assistant that translates English to French. Translate the user sentence.\",\n",
-    "    ),\n",
-    "    (\"human\", \"I love programming.\"),\n",
-    "]\n",
-    "ai_msg = llm.invoke(messages)\n",
-    "ai_msg"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "d86145b3-bfef-46e8-b227-4dda5c9c2705",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "I enjoy programming. (The French translation is: \"J'aime programmer.\")\n",
-      "\n",
-      "Note: I chose to translate \"I love programming\" as \"J'aime programmer\" instead of \"Je suis amoureux de programmer\" because the latter has a romantic connotation that is not present in the original English sentence.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(ai_msg.content)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "18e2bfc0-7e78-4528-a73f-499ac150dca8",
-   "metadata": {},
-   "source": [
-    "## Chaining\n",
+    "Alternatively, you may configure the API key when you initialize ChatGroq.\n",
     "\n",
-    "We can [chain](../../how_to/sequence.ipynb) our model with a prompt template like so:"
+    "Here's an example of it in action:"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
-   "id": "e197d1d7-a070-4c96-9f8a-a0e86d046e0b",
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "AIMessage(content='That\\'s great! I can help you translate English phrases related to programming into German.\\n\\n\"I love programming\" can be translated as \"Ich liebe Programmieren\" in German.\\n\\nHere are some more programming-related phrases translated into German:\\n\\n* \"Programming language\" = \"Programmiersprache\"\\n* \"Code\" = \"Code\"\\n* \"Variable\" = \"Variable\"\\n* \"Function\" = \"Funktion\"\\n* \"Array\" = \"Array\"\\n* \"Object-oriented programming\" = \"Objektorientierte Programmierung\"\\n* \"Algorithm\" = \"Algorithmus\"\\n* \"Data structure\" = \"Datenstruktur\"\\n* \"Debugging\" = \"Fehlersuche\"\\n* \"Compile\" = \"Kompilieren\"\\n* \"Link\" = \"Verknüpfen\"\\n* \"Run\" = \"Ausführen\"\\n* \"Test\" = \"Testen\"\\n* \"Deploy\" = \"Bereitstellen\"\\n* \"Version control\" = \"Versionskontrolle\"\\n* \"Open source\" = \"Open Source\"\\n* \"Software development\" = \"Softwareentwicklung\"\\n* \"Agile methodology\" = \"Agile Methodik\"\\n* \"DevOps\" = \"DevOps\"\\n* \"Cloud computing\" = \"Cloud Computing\"\\n\\nI hope this helps! Let me know if you have any other questions or if you need further translations.', response_metadata={'token_usage': {'completion_tokens': 331, 'prompt_tokens': 25, 'total_tokens': 356, 'completion_time': 0.520006542, 'prompt_time': 0.00250165, 'queue_time': None, 'total_time': 0.522508192}, 'model_name': 'mixtral-8x7b-32768', 'system_fingerprint': 'fp_c5f20b5bb1', 'finish_reason': 'stop', 'logprobs': None}, id='run-74207fb7-85d3-417d-b2b9-621116b75d41-0', usage_metadata={'input_tokens': 25, 'output_tokens': 331, 'total_tokens': 356})"
+       "AIMessage(content=\"Low latency is crucial for Large Language Models (LLMs) because it directly impacts the user experience, model performance, and overall efficiency. Here are some reasons why low latency is essential for LLMs:\\n\\n1. **Real-time Interaction**: LLMs are often used in applications that require real-time interaction, such as chatbots, virtual assistants, and language translation. Low latency ensures that the model responds quickly to user input, providing a seamless and engaging experience.\\n2. **Conversational Flow**: In conversational AI, latency can disrupt the natural flow of conversation. Low latency helps maintain a smooth conversation, allowing users to respond quickly and naturally, without feeling like they're waiting for the model to catch up.\\n3. **Model Performance**: High latency can lead to increased error rates, as the model may struggle to keep up with the input pace. Low latency enables the model to process information more efficiently, resulting in better accuracy and performance.\\n4. **Scalability**: As the number of users and requests increases, low latency becomes even more critical. It allows the model to handle a higher volume of requests without sacrificing performance, making it more scalable and efficient.\\n5. **Resource Utilization**: Low latency can reduce the computational resources required to process requests. By minimizing latency, you can optimize resource allocation, reduce costs, and improve overall system efficiency.\\n6. **User Experience**: High latency can lead to frustration, abandonment, and a poor user experience. Low latency ensures that users receive timely responses, which is essential for building trust and satisfaction.\\n7. **Competitive Advantage**: In applications like customer service or language translation, low latency can be a key differentiator. It can provide a competitive advantage by offering a faster and more responsive experience, setting your application apart from others.\\n8. **Edge Computing**: With the increasing adoption of edge computing, low latency is critical for processing data closer to the user. This reduces latency even further, enabling real-time processing and analysis of data.\\n9. **Real-time Analytics**: Low latency enables real-time analytics and insights, which are essential for applications like sentiment analysis, trend detection, and anomaly detection.\\n10. **Future-Proofing**: As LLMs continue to evolve and become more complex, low latency will become even more critical. By prioritizing low latency now, you'll be better prepared to handle the demands of future LLM applications.\\n\\nIn summary, low latency is vital for LLMs because it ensures a seamless user experience, improves model performance, and enables efficient resource utilization. By prioritizing low latency, you can build more effective, scalable, and efficient LLM applications that meet the demands of real-time interaction and processing.\", response_metadata={'token_usage': {'completion_tokens': 541, 'prompt_tokens': 33, 'total_tokens': 574, 'completion_time': 1.499777658, 'prompt_time': 0.008344704, 'queue_time': None, 'total_time': 1.508122362}, 'model_name': 'llama3-70b-8192', 'system_fingerprint': 'fp_87cbfbbc4d', 'finish_reason': 'stop', 'logprobs': None}, id='run-49dad960-ace8-4cd7-90b3-2db99ecbfa44-0')"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "from langchain_core.prompts import ChatPromptTemplate\n",
+    "from langchain_groq import ChatGroq\n",
     "\n",
-    "prompt = ChatPromptTemplate.from_messages(\n",
-    "    [\n",
-    "        (\n",
-    "            \"system\",\n",
-    "            \"You are a helpful assistant that translates {input_language} to {output_language}.\",\n",
-    "        ),\n",
-    "        (\"human\", \"{input}\"),\n",
-    "    ]\n",
+    "chat = ChatGroq(\n",
+    "    temperature=0,\n",
+    "    model=\"llama3-70b-8192\",\n",
+    "    # api_key=\"\" # Optional if not set as an environment variable\n",
     ")\n",
     "\n",
-    "chain = prompt | llm\n",
-    "chain.invoke(\n",
-    "    {\n",
-    "        \"input_language\": \"English\",\n",
-    "        \"output_language\": \"German\",\n",
-    "        \"input\": \"I love programming.\",\n",
-    "    }\n",
-    ")"
+    "system = \"You are a helpful assistant.\"\n",
+    "human = \"{text}\"\n",
+    "prompt = ChatPromptTemplate.from_messages([(\"system\", system), (\"human\", human)])\n",
+    "\n",
+    "chain = prompt | chat\n",
+    "chain.invoke({\"text\": \"Explain the importance of low latency for LLMs.\"})"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "3a5bb5ca-c3ae-4a58-be67-2cd18574b9a3",
    "metadata": {},
    "source": [
-    "## API reference\n",
+    "You can view the available models [here](https://console.groq.com/docs/models).\n",
     "\n",
-    "For detailed documentation of all ChatGroq features and configurations head to the API reference: https://api.python.langchain.com/en/latest/chat_models/langchain_groq.chat_models.ChatGroq.html"
+    "## Tool calling\n",
+    "\n",
+    "Groq chat models support [tool calling](/docs/how_to/tool_calling) to generate output matching a specific schema. The model may choose to call multiple tools or the same tool multiple times if appropriate.\n",
+    "\n",
+    "Here's an example:"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'name': 'get_current_weather',\n",
+       "  'args': {'location': 'San Francisco', 'unit': 'Celsius'},\n",
+       "  'id': 'call_pydj'},\n",
+       " {'name': 'get_current_weather',\n",
+       "  'args': {'location': 'Tokyo', 'unit': 'Celsius'},\n",
+       "  'id': 'call_jgq3'}]"
+      ]
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from typing import Optional\n",
+    "\n",
+    "from langchain_core.tools import tool\n",
+    "\n",
+    "\n",
+    "@tool\n",
+    "def get_current_weather(location: str, unit: Optional[str]):\n",
+    "    \"\"\"Get the current weather in a given location\"\"\"\n",
+    "    return \"Cloudy with a chance of rain.\"\n",
+    "\n",
+    "\n",
+    "tool_model = chat.bind_tools([get_current_weather], tool_choice=\"auto\")\n",
+    "\n",
+    "res = tool_model.invoke(\"What is the weather like in San Francisco and Tokyo?\")\n",
+    "\n",
+    "res.tool_calls"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### `.with_structured_output()`\n",
+    "\n",
+    "You can also use the convenience [`.with_structured_output()`](/docs/how_to/structured_output/#the-with_structured_output-method) method to coerce `ChatGroq` into returning a structured output.\n",
+    "Here is an example:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Joke(setup='Why did the cat join a band?', punchline='Because it wanted to be the purr-cussionist!', rating=None)"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langchain_core.pydantic_v1 import BaseModel, Field\n",
+    "\n",
+    "\n",
+    "class Joke(BaseModel):\n",
+    "    \"\"\"Joke to tell user.\"\"\"\n",
+    "\n",
+    "    setup: str = Field(description=\"The setup of the joke\")\n",
+    "    punchline: str = Field(description=\"The punchline to the joke\")\n",
+    "    rating: Optional[int] = Field(description=\"How funny the joke is, from 1 to 10\")\n",
+    "\n",
+    "\n",
+    "structured_llm = chat.with_structured_output(Joke)\n",
+    "\n",
+    "structured_llm.invoke(\"Tell me a joke about cats\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Behind the scenes, this takes advantage of the above tool calling functionality.\n",
+    "\n",
+    "## Async"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "AIMessage(content='Here is a limerick about the sun:\\n\\nThere once was a sun in the sky,\\nWhose warmth and light caught the eye,\\nIt shone bright and bold,\\nWith a fiery gold,\\nAnd brought life to all, as it flew by.', response_metadata={'token_usage': {'completion_tokens': 51, 'prompt_tokens': 18, 'total_tokens': 69, 'completion_time': 0.144614022, 'prompt_time': 0.00585394, 'queue_time': None, 'total_time': 0.150467962}, 'model_name': 'llama3-70b-8192', 'system_fingerprint': 'fp_2f30b0b571', 'finish_reason': 'stop', 'logprobs': None}, id='run-e42340ba-f0ad-4b54-af61-8308d8ec8256-0')"
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "chat = ChatGroq(temperature=0, model=\"llama3-70b-8192\")\n",
+    "prompt = ChatPromptTemplate.from_messages([(\"human\", \"Write a Limerick about {topic}\")])\n",
+    "chain = prompt | chat\n",
+    "await chain.ainvoke({\"topic\": \"The Sun\"})"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Streaming"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Silvery glow bright\n",
+      "Luna's gentle light shines down\n",
+      "Midnight's gentle queen"
+     ]
+    }
+   ],
+   "source": [
+    "chat = ChatGroq(temperature=0, model=\"llama3-70b-8192\")\n",
+    "prompt = ChatPromptTemplate.from_messages([(\"human\", \"Write a haiku about {topic}\")])\n",
+    "chain = prompt | chat\n",
+    "for chunk in chain.stream({\"topic\": \"The Moon\"}):\n",
+    "    print(chunk.content, end=\"\", flush=True)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Passing custom parameters\n",
+    "\n",
+    "You can pass other Groq-specific parameters using the `model_kwargs` argument on initialization. Here's an example of enabling JSON mode:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "AIMessage(content='{ \"response\": \"That\\'s a tough question! There are eight species of bears found in the world, and each one is unique and amazing in its own way. However, if I had to pick one, I\\'d say the giant panda is a popular favorite among many people. Who can resist those adorable black and white markings?\", \"followup_question\": \"Would you like to know more about the giant panda\\'s habitat and diet?\" }', response_metadata={'token_usage': {'completion_tokens': 89, 'prompt_tokens': 50, 'total_tokens': 139, 'completion_time': 0.249032839, 'prompt_time': 0.011134497, 'queue_time': None, 'total_time': 0.260167336}, 'model_name': 'llama3-70b-8192', 'system_fingerprint': 'fp_2f30b0b571', 'finish_reason': 'stop', 'logprobs': None}, id='run-558ce67e-8c63-43fe-a48f-6ecf181bc922-0')"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "chat = ChatGroq(\n",
+    "    model=\"llama3-70b-8192\", model_kwargs={\"response_format\": {\"type\": \"json_object\"}}\n",
+    ")\n",
+    "\n",
+    "system = \"\"\"\n",
+    "You are a helpful assistant.\n",
+    "Always respond with a JSON object with two string keys: \"response\" and \"followup_question\".\n",
+    "\"\"\"\n",
+    "human = \"{question}\"\n",
+    "prompt = ChatPromptTemplate.from_messages([(\"system\", system), (\"human\", human)])\n",
+    "\n",
+    "chain = prompt | chat\n",
+    "\n",
+    "chain.invoke({\"question\": \"what bear is best?\"})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": ".venv",
    "language": "python",
    "name": "python3"
   },
@@ -268,9 +307,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.10.5"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 5
+ "nbformat_minor": 2
 }

docs/docs/integrations/chat/nvidia_ai_endpoints.ipynb

@@ -302,6 +302,9 @@
     "\n",
     "NVIDIA also supports multimodal inputs, meaning you can provide both images and text for the model to reason over. An example model supporting multimodal inputs is `nvidia/neva-22b`.\n",
     "\n",
+    "\n",
+    "These models accept LangChain's standard image formats, and accept `labels`, similar to the Steering LLMs above. In addition to `creativity`, `complexity`, and `verbosity`, these models support a `quality` toggle.\n",
+    "\n",
     "Below is an example use:"
    ]
   },
@@ -444,6 +447,92 @@
     "llm.invoke(f'What\\'s in this image?\\n<img src=\"{base64_with_mime_type}\" />')"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "3e61d868",
+   "metadata": {},
+   "source": [
+    "#### **Advanced Use Case:** Forcing Payload \n",
+    "\n",
+    "You may notice that some newer models may have strong parameter expectations that the LangChain connector may not support by default. For example, we cannot invoke the [Kosmos](https://catalog.ngc.nvidia.com/orgs/nvidia/teams/ai-foundation/models/kosmos-2) model at the time of this notebook's latest release due to the lack of a streaming argument on the server side: "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d143e0d6",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain_nvidia_ai_endpoints import ChatNVIDIA\n",
+    "\n",
+    "kosmos = ChatNVIDIA(model=\"microsoft/kosmos-2\")\n",
+    "\n",
+    "from langchain_core.messages import HumanMessage\n",
+    "\n",
+    "# kosmos.invoke(\n",
+    "#     [\n",
+    "#         HumanMessage(\n",
+    "#             content=[\n",
+    "#                 {\"type\": \"text\", \"text\": \"Describe this image:\"},\n",
+    "#                 {\"type\": \"image_url\", \"image_url\": {\"url\": image_url}},\n",
+    "#             ]\n",
+    "#         )\n",
+    "#     ]\n",
+    "# )\n",
+    "\n",
+    "# Exception: [422] Unprocessable Entity\n",
+    "# body -> stream\n",
+    "#   Extra inputs are not permitted (type=extra_forbidden)\n",
+    "# RequestID: 35538c9a-4b45-4616-8b75-7ef816fccf38"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "1e230b70",
+   "metadata": {},
+   "source": [
+    "For a simple use case like this, we can actually try to force the payload argument of our underlying client by specifying the `payload_fn` function as follows: "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "0925b2b1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def drop_streaming_key(d):\n",
+    "    \"\"\"Takes in payload dictionary, outputs new payload dictionary\"\"\"\n",
+    "    if \"stream\" in d:\n",
+    "        d.pop(\"stream\")\n",
+    "    return d\n",
+    "\n",
+    "\n",
+    "## Override the payload passthrough. Default is to pass through the payload as is.\n",
+    "kosmos = ChatNVIDIA(model=\"microsoft/kosmos-2\")\n",
+    "kosmos.client.payload_fn = drop_streaming_key\n",
+    "\n",
+    "kosmos.invoke(\n",
+    "    [\n",
+    "        HumanMessage(\n",
+    "            content=[\n",
+    "                {\"type\": \"text\", \"text\": \"Describe this image:\"},\n",
+    "                {\"type\": \"image_url\", \"image_url\": {\"url\": image_url}},\n",
+    "            ]\n",
+    "        )\n",
+    "    ]\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "fe6e1758",
+   "metadata": {},
+   "source": [
+    "For more advanced or custom use-cases (i.e. supporting the diffusion models), you may be interested in leveraging the `NVEModel` client as a requests backbone. The `NVIDIAEmbeddings` class is a good source of inspiration for this. "
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "137662a6",
@@ -451,7 +540,7 @@
     "id": "137662a6"
    },
    "source": [
-    "## Example usage within a RunnableWithMessageHistory"
+    "## Example usage within RunnableWithMessageHistory "
    ]
   },
   {
@@ -541,14 +630,14 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "LyD1xVKmVSs4",
+   "id": "uHIMZxVSVNBC",
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/",
-     "height": 350
+     "height": 284
     },
-    "id": "LyD1xVKmVSs4",
-    "outputId": "a1714513-a8fd-4d14-f974-233e39d5c4f5"
+    "id": "uHIMZxVSVNBC",
+    "outputId": "79acc89d-a820-4f2c-bac2-afe99da95580"
    },
    "outputs": [],
    "source": [
@@ -557,79 +646,6 @@
     "    config=config,\n",
     ")"
    ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "f3cbbba0",
-   "metadata": {},
-   "source": [
-    "## Tool calling\n",
-    "\n",
-    "Starting in v0.2, `ChatNVIDIA` supports [bind_tools](https://api.python.langchain.com/en/latest/language_models/langchain_core.language_models.chat_models.BaseChatModel.html#langchain_core.language_models.chat_models.BaseChatModel.bind_tools).\n",
-    "\n",
-    "`ChatNVIDIA` provides integration with the variety of models on [build.nvidia.com](https://build.nvidia.com) as well as local NIMs. Not all these models are trained for tool calling. Be sure to select a model that does have tool calling for your experimention and applications."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "6f7b535e",
-   "metadata": {},
-   "source": [
-    "You can get a list of models that are known to support tool calling with,"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "e36c8911",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tool_models = [\n",
-    "    model for model in ChatNVIDIA.get_available_models() if model.supports_tools\n",
-    "]\n",
-    "tool_models"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "b01d75a7",
-   "metadata": {},
-   "source": [
-    "With a tool capable model,"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "bd54f174",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_core.pydantic_v1 import Field\n",
-    "from langchain_core.tools import tool\n",
-    "\n",
-    "\n",
-    "@tool\n",
-    "def get_current_weather(\n",
-    "    location: str = Field(..., description=\"The location to get the weather for.\"),\n",
-    "):\n",
-    "    \"\"\"Get the current weather for a location.\"\"\"\n",
-    "    ...\n",
-    "\n",
-    "\n",
-    "llm = ChatNVIDIA(model=tool_models[0].id).bind_tools(tools=[get_current_weather])\n",
-    "response = llm.invoke(\"What is the weather in Boston?\")\n",
-    "response.tool_calls"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "e08df68c",
-   "metadata": {},
-   "source": [
-    "See [How to use chat models to call tools](https://python.langchain.com/v0.2/docs/how_to/tool_calling/) for additional examples."
-   ]
   }
  ],
  "metadata": {
@@ -651,7 +667,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.13"
+   "version": "3.10.2"
   }
  },
  "nbformat": 4,

docs/docs/integrations/chat/oci_generative_ai.ipynb

@@ -33,7 +33,7 @@
     "### Model features\n",
     "| [Tool calling](/docs/how_to/tool_calling/) | [Structured output](/docs/how_to/structured_output/) | JSON mode | [Image input](/docs/how_to/multimodal_inputs/) | Audio input | Video input | [Token-level streaming](/docs/how_to/chat_streaming/) | Native async | [Token usage](/docs/how_to/chat_token_usage_tracking/) | [Logprobs](/docs/how_to/logprobs/) |\n",
     "| :---: | :---: | :---: | :---: |  :---: | :---: | :---: | :---: | :---: | :---: |\n",
-    "| ✅ | ✅ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | \n",
+    "| ❌ | ❌ | ❌ | ❌ | ❌ | ❌ | ✅ | ❌ | ✅ | ❌ | \n",
     "\n",
     "## Setup\n",
     "\n",

docs/docs/integrations/chat/ollama.ipynb

@@ -35,7 +35,7 @@
     "### Model features\n",
     "| [Tool calling](/docs/how_to/tool_calling/) | [Structured output](/docs/how_to/structured_output/) | JSON mode | [Image input](/docs/how_to/multimodal_inputs/) | Audio input | Video input | [Token-level streaming](/docs/how_to/chat_streaming/) | Native async | [Token usage](/docs/how_to/chat_token_usage_tracking/) | [Logprobs](/docs/how_to/logprobs/) |\n",
     "| :---: | :---: | :---: | :---: |  :---: | :---: | :---: | :---: | :---: | :---: |\n",
-    "| ✅ | ❌ | ✅ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | \n",
+    "| ❌ | ❌ | ✅ | ❌ | ❌ | ❌ | ✅ | ✅ | ❌ | ❌ | \n",
     "\n",
     "## Setup\n",
     "\n",
@@ -110,7 +110,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "cb09c344-1836-4e0c-acf8-11d13ac1dbae",
    "metadata": {},
    "outputs": [],
@@ -134,21 +134,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 7,
    "id": "62e0dbc3",
    "metadata": {
     "tags": []
    },
    "outputs": [
     {
-     "data": {
-      "text/plain": [
-       "AIMessage(content='Je adore le programmation.\\n\\n(Note: \"programmation\" is not commonly used in French, but I translated it as \"le programmation\" to maintain the same grammatical structure and meaning as the original English sentence.)', response_metadata={'model': 'llama3', 'created_at': '2024-07-22T17:43:54.731273Z', 'message': {'role': 'assistant', 'content': ''}, 'done_reason': 'stop', 'done': True, 'total_duration': 11094839375, 'load_duration': 10121854667, 'prompt_eval_count': 36, 'prompt_eval_duration': 146569000, 'eval_count': 46, 'eval_duration': 816593000}, id='run-befccbdc-e1f9-42a9-85cf-e69b926d6b8b-0', usage_metadata={'input_tokens': 36, 'output_tokens': 46, 'total_tokens': 82})"
-      ]
-     },
-     "execution_count": 4,
-     "metadata": {},
-     "output_type": "execute_result"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "AIMessage(content='Je adore le programmation.\\n\\n(Note: \"programmation\" is the feminine form of the noun in French, but if you want to use the masculine form, it would be \"le programme\" instead.)' response_metadata={'model': 'llama3', 'created_at': '2024-07-04T04:20:28.138164Z', 'message': {'role': 'assistant', 'content': ''}, 'done_reason': 'stop', 'done': True, 'total_duration': 1943337750, 'load_duration': 1128875, 'prompt_eval_count': 33, 'prompt_eval_duration': 322813000, 'eval_count': 43, 'eval_duration': 1618213000} id='run-ed8c17ab-7fc2-4c90-a88a-f6273b49bc78-0')\n"
+     ]
     }
    ],
    "source": [
@@ -167,7 +164,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 8,
    "id": "d86145b3-bfef-46e8-b227-4dda5c9c2705",
    "metadata": {},
    "outputs": [
@@ -177,7 +174,7 @@
      "text": [
       "Je adore le programmation.\n",
       "\n",
-      "(Note: \"programmation\" is not commonly used in French, but I translated it as \"le programmation\" to maintain the same grammatical structure and meaning as the original English sentence.)\n"
+      "(Note: \"programmation\" is the feminine form of the noun in French, but if you want to use the masculine form, it would be \"le programme\" instead.)\n"
      ]
     }
    ],
@@ -235,86 +232,6 @@
     ")"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "0f51345d-0a9d-43f1-8fca-d0662cb8e21b",
-   "metadata": {},
-   "source": [
-    "## Tool calling\n",
-    "\n",
-    "We can use [tool calling](https://blog.langchain.dev/improving-core-tool-interfaces-and-docs-in-langchain/) with an LLM [that has been fine-tuned for tool use](https://ollama.com/library/llama3-groq-tool-use): \n",
-    "\n",
-    "```\n",
-    "ollama pull llama3-groq-tool-use\n",
-    "```\n",
-    "\n",
-    "We can just pass normal Python functions directly as tools."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "id": "5250bceb-1029-41ff-b447-983518704d88",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[{'name': 'validate_user',\n",
-       "  'args': {'addresses': ['123 Fake St, Boston MA',\n",
-       "    '234 Pretend Boulevard, Houston TX'],\n",
-       "   'user_id': 123},\n",
-       "  'id': 'fe2148d3-95fb-48e9-845a-4bfecc1f1f96',\n",
-       "  'type': 'tool_call'}]"
-      ]
-     },
-     "execution_count": 10,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from typing import List\n",
-    "\n",
-    "from langchain_ollama import ChatOllama\n",
-    "from typing_extensions import TypedDict\n",
-    "\n",
-    "\n",
-    "def validate_user(user_id: int, addresses: List) -> bool:\n",
-    "    \"\"\"Validate user using historical addresses.\n",
-    "\n",
-    "    Args:\n",
-    "        user_id: (int) the user ID.\n",
-    "        addresses: Previous addresses.\n",
-    "    \"\"\"\n",
-    "    return True\n",
-    "\n",
-    "\n",
-    "llm = ChatOllama(\n",
-    "    model=\"llama3-groq-tool-use\",\n",
-    "    temperature=0,\n",
-    ").bind_tools([validate_user])\n",
-    "\n",
-    "result = llm.invoke(\n",
-    "    \"Could you validate user 123? They previously lived at \"\n",
-    "    \"123 Fake St in Boston MA and 234 Pretend Boulevard in \"\n",
-    "    \"Houston TX.\"\n",
-    ")\n",
-    "result.tool_calls"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "2bb034ff-218f-4865-afea-3f5e57d3bdee",
-   "metadata": {},
-   "source": [
-    "We look at the LangSmith trace to see that the tool call was performed: \n",
-    "\n",
-    "https://smith.langchain.com/public/4169348a-d6be-45df-a7cf-032f6baa4697/r\n",
-    "\n",
-    "In particular, the trace shows how the tool schema was populated."
-   ]
-  },
   {
    "cell_type": "markdown",
    "id": "4c5e0197",
@@ -467,7 +384,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.8"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,

docs/docs/integrations/chat/ollama_functions.ipynb

@@ -6,7 +6,6 @@
    "source": [
     "---\n",
     "sidebar_label: Ollama Functions\n",
-    "sidebar_class_name: hidden\n",
     "---"
    ]
   },
@@ -16,16 +15,16 @@
    "source": [
     "# OllamaFunctions\n",
     "\n",
-    ":::warning\n",
-    "\n",
-    "This was an experimental wrapper that attempts to bolt-on tool calling support to models that do not natively support it. The [primary Ollama integration](/docs/integrations/chat/ollama/) now supports tool calling, and should be used instead.\n",
-    "\n",
-    ":::\n",
     "This notebook shows how to use an experimental wrapper around Ollama that gives it [tool calling capabilities](https://python.langchain.com/v0.2/docs/concepts/#functiontool-calling).\n",
     "\n",
     "Note that more powerful and capable models will perform better with complex schema and/or multiple functions. The examples below use llama3 and phi3 models.\n",
     "For a complete list of supported models and model variants, see the [Ollama model library](https://ollama.ai/library).\n",
     "\n",
+    ":::warning\n",
+    "\n",
+    "This is an experimental wrapper that attempts to bolt-on tool calling support to models that do not natively support it. Use with caution.\n",
+    "\n",
+    ":::\n",
     "## Overview\n",
     "\n",
     "### Integration details\n",
@@ -284,9 +283,7 @@
   {
    "cell_type": "markdown",
    "metadata": {},
-   "source": [
-    "For more on binding tools and tool call outputs, head to the [tool calling](../../how_to/function_calling.ipynb) docs."
-   ]
+   "source": "For more on binding tools and tool call outputs, head to the [tool calling](docs/how_to/function_calling) docs."
   },
   {
    "cell_type": "markdown",

docs/docs/integrations/chat/premai.ipynb

@@ -82,9 +82,9 @@
    "outputs": [],
    "source": [
     "# By default it will use the model which was deployed through the platform\n",
-    "# in my case it will is \"gpt-4o\"\n",
+    "# in my case it will is \"claude-3-haiku\"\n",
     "\n",
-    "chat = ChatPremAI(project_id=1234, model_name=\"gpt-4o\")"
+    "chat = ChatPremAI(project_id=8)"
    ]
   },
   {
@@ -107,7 +107,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "I am an AI language model created by OpenAI, designed to assist with answering questions and providing information based on the context provided. How can I help you today?\n"
+      "I am an artificial intelligence created by Anthropic. I'm here to help with a wide variety of tasks, from research and analysis to creative projects and open-ended conversation. I have general knowledge and capabilities, but I'm not a real person - I'm an AI assistant. Please let me know if you have any other questions!\n"
      ]
     }
    ],
@@ -133,7 +133,7 @@
     {
      "data": {
       "text/plain": [
-       "AIMessage(content=\"I'm your friendly assistant! How can I help you today?\", response_metadata={'document_chunks': [{'repository_id': 1985, 'document_id': 1306, 'chunk_id': 173899, 'document_name': '[D] Difference between sparse and dense informati…', 'similarity_score': 0.3209080100059509, 'content': \"with the difference or anywhere\\nwhere I can read about it?\\n\\n\\n      17                  9\\n\\n\\n      u/ScotiabankCanada        •  Promoted\\n\\n\\n                       Accelerate your study permit process\\n                       with Scotiabank's Student GIC\\n                       Program. We're here to help you tur…\\n\\n\\n                       startright.scotiabank.com         Learn More\\n\\n\\n                            Add a Comment\\n\\n\\nSort by:   Best\\n\\n\\n      DinosParkour      • 1y ago\\n\\n\\n     Dense Retrieval (DR) m\"}]}, id='run-510bbd0e-3f8f-4095-9b1f-c2d29fd89719-0')"
+       "AIMessage(content=\"I am an artificial intelligence created by Anthropic. My purpose is to assist and converse with humans in a friendly and helpful way. I have a broad knowledge base that I can use to provide information, answer questions, and engage in discussions on a wide range of topics. Please let me know if you have any other questions - I'm here to help!\")"
       ]
      },
      "execution_count": 5,
@@ -160,18 +160,10 @@
    "execution_count": 6,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/anindya/prem/langchain/libs/community/langchain_community/chat_models/premai.py:355: UserWarning: WARNING: Parameter top_p is not supported in kwargs.\n",
-      "  warnings.warn(f\"WARNING: Parameter {key} is not supported in kwargs.\")\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "AIMessage(content=\"Hello! I'm your friendly assistant. How can I\", response_metadata={'document_chunks': [{'repository_id': 1985, 'document_id': 1306, 'chunk_id': 173899, 'document_name': '[D] Difference between sparse and dense informati…', 'similarity_score': 0.3209080100059509, 'content': \"with the difference or anywhere\\nwhere I can read about it?\\n\\n\\n      17                  9\\n\\n\\n      u/ScotiabankCanada        •  Promoted\\n\\n\\n                       Accelerate your study permit process\\n                       with Scotiabank's Student GIC\\n                       Program. We're here to help you tur…\\n\\n\\n                       startright.scotiabank.com         Learn More\\n\\n\\n                            Add a Comment\\n\\n\\nSort by:   Best\\n\\n\\n      DinosParkour      • 1y ago\\n\\n\\n     Dense Retrieval (DR) m\"}]}, id='run-c4b06b98-4161-4cca-8495-fd2fc98fa8f8-0')"
+       "AIMessage(content='I am an artificial intelligence created by Anthropic')"
       ]
      },
      "execution_count": 6,
@@ -203,13 +195,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
-    "query = \"Which models are used for dense retrieval\"\n",
+    "query = \"what is the diameter of individual Galaxy\"\n",
     "repository_ids = [\n",
-    "    1985,\n",
+    "    1991,\n",
     "]\n",
     "repositories = dict(ids=repository_ids, similarity_threshold=0.3, limit=3)"
    ]
@@ -227,34 +219,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Dense retrieval models typically include:\n",
-      "\n",
-      "1. **BERT-based Models**: Such as DPR (Dense Passage Retrieval) which uses BERT for encoding queries and passages.\n",
-      "2. **ColBERT**: A model that combines BERT with late interaction mechanisms.\n",
-      "3. **ANCE (Approximate Nearest Neighbor Negative Contrastive Estimation)**: Uses BERT and focuses on efficient retrieval.\n",
-      "4. **TCT-ColBERT**: A variant of ColBERT that uses a two-tower\n",
-      "{\n",
-      "    \"document_chunks\": [\n",
-      "        {\n",
-      "            \"repository_id\": 1985,\n",
-      "            \"document_id\": 1306,\n",
-      "            \"chunk_id\": 173899,\n",
-      "            \"document_name\": \"[D] Difference between sparse and dense informati\\u2026\",\n",
-      "            \"similarity_score\": 0.3209080100059509,\n",
-      "            \"content\": \"with the difference or anywhere\\nwhere I can read about it?\\n\\n\\n      17                  9\\n\\n\\n      u/ScotiabankCanada        \\u2022  Promoted\\n\\n\\n                       Accelerate your study permit process\\n                       with Scotiabank's Student GIC\\n                       Program. We're here to help you tur\\u2026\\n\\n\\n                       startright.scotiabank.com         Learn More\\n\\n\\n                            Add a Comment\\n\\n\\nSort by:   Best\\n\\n\\n      DinosParkour      \\u2022 1y ago\\n\\n\\n     Dense Retrieval (DR) m\"\n",
-      "        }\n",
-      "    ]\n",
-      "}\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import json\n",
     "\n",
@@ -295,7 +262,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -321,7 +288,7 @@
    "outputs": [],
    "source": [
     "template_id = \"78069ce8-xxxxx-xxxxx-xxxx-xxx\"\n",
-    "response = chat.invoke([human_messages], template_id=template_id)\n",
+    "response = chat.invoke([human_message], template_id=template_id)\n",
     "print(response.content)"
    ]
   },
@@ -343,14 +310,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "It looks like your message got cut off. If you need information about Dense Retrieval (DR) or any other topic, please provide more details or clarify your question."
+      "Hello! As an AI language model, I don't have feelings or a physical state, but I'm functioning properly and ready to assist you with any questions or tasks you might have. How can I help you today?"
      ]
     }
    ],
@@ -371,14 +338,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Woof! 🐾 How can I help you today? Want to play fetch or maybe go for a walk 🐶🦴"
+      "Hello! As an AI language model, I don't have feelings or a physical form, but I'm functioning properly and ready to assist you. How can I help you today?"
      ]
     }
    ],
@@ -398,275 +365,6 @@
     "    sys.stdout.write(chunk.content)\n",
     "    sys.stdout.flush()"
    ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "### Tool/Function Calling\n",
-    "\n",
-    "LangChain PremAI supports tool/function calling. Tool/function calling allows a model to respond to a given prompt by generating output that matches a user-defined schema. \n",
-    "\n",
-    "- You can learn all about tool calling in details [in our documentation here](https://docs.premai.io/get-started/function-calling).\n",
-    "- You can learn more about langchain tool calling in [this part of the docs](https://python.langchain.com/v0.1/docs/modules/model_io/chat/function_calling).\n",
-    "\n",
-    "**NOTE:**\n",
-    "The current version of LangChain ChatPremAI do not support function/tool calling with streaming support. Streaming support along with function calling will come soon. \n",
-    "\n",
-    "#### Passing tools to model\n",
-    "\n",
-    "In order to pass tools and let the LLM choose the tool it needs to call, we need to pass a tool schema. A tool schema is the function definition along with proper docstring on what does the function do, what each argument of the function is etc. Below are some simple arithmetic functions with their schema. \n",
-    "\n",
-    "**NOTE:** When defining function/tool schema, do not forget to add information around the function arguments, otherwise it would throw error."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 19,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_core.pydantic_v1 import BaseModel, Field\n",
-    "from langchain_core.tools import tool\n",
-    "\n",
-    "\n",
-    "# Define the schema for function arguments\n",
-    "class OperationInput(BaseModel):\n",
-    "    a: int = Field(description=\"First number\")\n",
-    "    b: int = Field(description=\"Second number\")\n",
-    "\n",
-    "\n",
-    "# Now define the function where schema for argument will be OperationInput\n",
-    "@tool(\"add\", args_schema=OperationInput, return_direct=True)\n",
-    "def add(a: int, b: int) -> int:\n",
-    "    \"\"\"Adds a and b.\n",
-    "\n",
-    "    Args:\n",
-    "        a: first int\n",
-    "        b: second int\n",
-    "    \"\"\"\n",
-    "    return a + b\n",
-    "\n",
-    "\n",
-    "@tool(\"multiply\", args_schema=OperationInput, return_direct=True)\n",
-    "def multiply(a: int, b: int) -> int:\n",
-    "    \"\"\"Multiplies a and b.\n",
-    "\n",
-    "    Args:\n",
-    "        a: first int\n",
-    "        b: second int\n",
-    "    \"\"\"\n",
-    "    return a * b"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "#### Binding tool schemas with our LLM\n",
-    "\n",
-    "We will now use the `bind_tools` method to convert our above functions to a \"tool\" and binding it with the model. This means we are going to pass these tool informations everytime we invoke the model. "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 20,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "tools = [add, multiply]\n",
-    "llm_with_tools = chat.bind_tools(tools)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "After this, we get the response from the model which is now binded with the tools. "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 21,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "query = \"What is 3 * 12? Also, what is 11 + 49?\"\n",
-    "\n",
-    "messages = [HumanMessage(query)]\n",
-    "ai_msg = llm_with_tools.invoke(messages)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "As we can see, when our chat model is binded with tools, then based on the given prompt, it calls the correct set of the tools and sequentially. "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 27,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[{'name': 'multiply',\n",
-       "  'args': {'a': 3, 'b': 12},\n",
-       "  'id': 'call_A9FL20u12lz6TpOLaiS6rFa8'},\n",
-       " {'name': 'add',\n",
-       "  'args': {'a': 11, 'b': 49},\n",
-       "  'id': 'call_MPKYGLHbf39csJIyb5BZ9xIk'}]"
-      ]
-     },
-     "execution_count": 27,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "ai_msg.tool_calls"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "We append this message shown above to the LLM which acts as a context and makes the LLM aware that what all functions it has called. "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 23,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "messages.append(ai_msg)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Since tool calling happens into two phases, where:\n",
-    "\n",
-    "1. in our first call, we gathered all the tools that the LLM decided to tool, so that it can get the result as an added context to give more accurate and hallucination free result. \n",
-    "\n",
-    "2. in our second call, we will parse those set of tools decided by LLM and run them (in our case it will be the functions we defined, with the LLM's extracted arguments) and pass this result to the LLM"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 24,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_core.messages import ToolMessage\n",
-    "\n",
-    "for tool_call in ai_msg.tool_calls:\n",
-    "    selected_tool = {\"add\": add, \"multiply\": multiply}[tool_call[\"name\"].lower()]\n",
-    "    tool_output = selected_tool.invoke(tool_call[\"args\"])\n",
-    "    messages.append(ToolMessage(tool_output, tool_call_id=tool_call[\"id\"]))"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Finally, we call the LLM (binded with the tools) with the function response added in it's context. "
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 28,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "The final answers are:\n",
-      "\n",
-      "- 3 * 12 = 36\n",
-      "- 11 + 49 = 60\n"
-     ]
-    }
-   ],
-   "source": [
-    "response = llm_with_tools.invoke(messages)\n",
-    "print(response.content)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "### Defining tool schemas: Pydantic class\n",
-    "\n",
-    "Above we have shown how to define schema using `tool` decorator, however we can equivalently define the schema using Pydantic. Pydantic is useful when your tool inputs are more complex:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 29,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_core.output_parsers.openai_tools import PydanticToolsParser\n",
-    "\n",
-    "\n",
-    "class add(BaseModel):\n",
-    "    \"\"\"Add two integers together.\"\"\"\n",
-    "\n",
-    "    a: int = Field(..., description=\"First integer\")\n",
-    "    b: int = Field(..., description=\"Second integer\")\n",
-    "\n",
-    "\n",
-    "class multiply(BaseModel):\n",
-    "    \"\"\"Multiply two integers together.\"\"\"\n",
-    "\n",
-    "    a: int = Field(..., description=\"First integer\")\n",
-    "    b: int = Field(..., description=\"Second integer\")\n",
-    "\n",
-    "\n",
-    "tools = [add, multiply]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Now, we can bind them to chat models and directly get the result:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 30,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[multiply(a=3, b=12), add(a=11, b=49)]"
-      ]
-     },
-     "execution_count": 30,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "chain = llm_with_tools | PydanticToolsParser(tools=[multiply, add])\n",
-    "chain.invoke(query)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Now, as done above, we parse this and run this functions and call the LLM once again to get the result."
-   ]
   }
  ],
  "metadata": {
@@ -685,7 +383,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.19"
+   "version": "3.11.7"
   }
  },
  "nbformat": 4,

docs/docs/integrations/chat/together.ipynb

@@ -1,263 +1,103 @@
 {
  "cells": [
   {
-   "cell_type": "raw",
-   "id": "afaf8039",
+   "cell_type": "markdown",
+   "id": "2970dd75-8ebf-4b51-8282-9b454b8f356d",
    "metadata": {},
    "source": [
-    "---\n",
-    "sidebar_label: Together\n",
-    "---"
+    "# Together AI\n",
+    "\n",
+    "[Together AI](https://www.together.ai/) offers an API to query [50+ leading open-source models](https://docs.together.ai/docs/inference-models) in a couple lines of code.\n",
+    "\n",
+    "This example goes over how to use LangChain to interact with Together AI models."
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "e49f1e0d",
+   "id": "1c47fc36",
    "metadata": {},
    "source": [
-    "# ChatTogether\n",
-    "\n",
-    "\n",
-    "This page will help you get started with Together AI [chat models](../../concepts.mdx#chat-models). For detailed documentation of all ChatTogether features and configurations head to the [API reference](https://api.python.langchain.com/en/latest/chat_models/langchain_together.chat_models.ChatTogether.html).\n",
-    "\n",
-    "[Together AI](https://www.together.ai/) offers an API to query [50+ leading open-source models](https://docs.together.ai/docs/chat-models)\n",
-    "\n",
-    "## Overview\n",
-    "### Integration details\n",
-    "\n",
-    "| Class | Package | Local | Serializable | [JS support](https://js.langchain.com/v0.2/docs/integrations/chat/togetherai) | Package downloads | Package latest |\n",
-    "| :--- | :--- | :---: | :---: |  :---: | :---: | :---: |\n",
-    "| [ChatTogether](https://api.python.langchain.com/en/latest/chat_models/langchain_together.chat_models.ChatTogether.html) | [langchain-together](https://api.python.langchain.com/en/latest/together_api_reference.html) | ❌ | beta | ✅ | ![PyPI - Downloads](https://img.shields.io/pypi/dm/langchain-together?style=flat-square&label=%20) | ![PyPI - Version](https://img.shields.io/pypi/v/langchain-together?style=flat-square&label=%20) |\n",
-    "\n",
-    "### Model features\n",
-    "| [Tool calling](../../how_to/tool_calling.ipynb) | [Structured output](../../how_to/structured_output.ipynb) | JSON mode | [Image input](../../how_to/multimodal_inputs.ipynb) | Audio input | Video input | [Token-level streaming](../../how_to/chat_streaming.ipynb) | Native async | [Token usage](../../how_to/chat_token_usage_tracking.ipynb) | [Logprobs](../../how_to/logprobs.ipynb) |\n",
-    "| :---: | :---: | :---: | :---: |  :---: | :---: | :---: | :---: | :---: | :---: |\n",
-    "| ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ✅ | ❌ | ✅ | ✅ | \n",
-    "\n",
-    "## Setup\n",
-    "\n",
-    "To access Together models you'll need to create a/an Together account, get an API key, and install the `langchain-together` integration package.\n",
-    "\n",
-    "### Credentials\n",
-    "\n",
-    "Head to [this page](https://api.together.ai) to sign up to Together and generate an API key. Once you've done this set the TOGETHER_API_KEY environment variable:"
+    "## Installation"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
-   "id": "433e8d2b-9519-4b49-b2c4-7ab65b046c94",
+   "execution_count": null,
+   "id": "1ecdb29d",
    "metadata": {},
    "outputs": [],
    "source": [
-    "import getpass\n",
-    "import os\n",
-    "\n",
-    "os.environ[\"TOGETHER_API_KEY\"] = getpass.getpass(\"Enter your Together API key: \")"
+    "%pip install --upgrade langchain-together"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "72ee0c4b-9764-423a-9dbf-95129e185210",
+   "id": "89883202",
    "metadata": {},
    "source": [
-    "If you want to get automated tracing of your model calls you can also set your [LangSmith](https://docs.smith.langchain.com/) API key by uncommenting below:"
+    "## Environment\n",
+    "\n",
+    "To use Together AI, you'll need an API key which you can find here:\n",
+    "https://api.together.ai/settings/api-keys. This can be passed in as an init param\n",
+    "``together_api_key`` or set as environment variable ``TOGETHER_API_KEY``.\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "8304b4d9",
+   "metadata": {},
+   "source": [
+    "## Example"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "id": "a15d341e-3e26-4ca3-830b-5aab30ed66de",
+   "execution_count": null,
+   "id": "637bb53f",
    "metadata": {},
    "outputs": [],
    "source": [
-    "# os.environ[\"LANGSMITH_API_KEY\"] = getpass.getpass(\"Enter your LangSmith API key: \")\n",
-    "# os.environ[\"LANGSMITH_TRACING\"] = \"true\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "0730d6a1-c893-4840-9817-5e5251676d5d",
-   "metadata": {},
-   "source": [
-    "### Installation\n",
+    "# Querying chat models with Together AI\n",
     "\n",
-    "The LangChain Together integration lives in the `langchain-together` package:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "652d6238-1f87-422a-b135-f5abbb8652fc",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1.2\u001b[0m\n",
-      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
-      "Note: you may need to restart the kernel to use updated packages.\n"
-     ]
-    }
-   ],
-   "source": [
-    "%pip install -qU langchain-together"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "a38cde65-254d-4219-a441-068766c0d4b5",
-   "metadata": {},
-   "source": [
-    "## Instantiation\n",
-    "\n",
-    "Now we can instantiate our model object and generate chat completions:\n",
-    "\n",
-    "- TODO: Update model instantiation with relevant params."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "cb09c344-1836-4e0c-acf8-11d13ac1dbae",
-   "metadata": {},
-   "outputs": [],
-   "source": [
     "from langchain_together import ChatTogether\n",
     "\n",
-    "llm = ChatTogether(\n",
+    "# choose from our 50+ models here: https://docs.together.ai/docs/inference-models\n",
+    "chat = ChatTogether(\n",
+    "    # together_api_key=\"YOUR_API_KEY\",\n",
     "    model=\"meta-llama/Llama-3-70b-chat-hf\",\n",
-    "    temperature=0,\n",
-    "    max_tokens=None,\n",
-    "    timeout=None,\n",
-    "    max_retries=2,\n",
-    "    # other params...\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "2b4f3e15",
-   "metadata": {},
-   "source": [
-    "## Invocation"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "62e0dbc3",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "AIMessage(content=\"J'adore la programmation.\", response_metadata={'token_usage': {'completion_tokens': 9, 'prompt_tokens': 35, 'total_tokens': 44}, 'model_name': 'meta-llama/Llama-3-70b-chat-hf', 'system_fingerprint': None, 'finish_reason': 'stop', 'logprobs': None}, id='run-79efa49b-dbaf-4ef8-9dce-958533823ef6-0', usage_metadata={'input_tokens': 35, 'output_tokens': 9, 'total_tokens': 44})"
-      ]
-     },
-     "execution_count": 6,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "messages = [\n",
-    "    (\n",
-    "        \"system\",\n",
-    "        \"You are a helpful assistant that translates English to French. Translate the user sentence.\",\n",
-    "    ),\n",
-    "    (\"human\", \"I love programming.\"),\n",
-    "]\n",
-    "ai_msg = llm.invoke(messages)\n",
-    "ai_msg"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "d86145b3-bfef-46e8-b227-4dda5c9c2705",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "J'adore la programmation.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(ai_msg.content)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "18e2bfc0-7e78-4528-a73f-499ac150dca8",
-   "metadata": {},
-   "source": [
-    "## Chaining\n",
-    "\n",
-    "We can [chain](../../how_to/sequence.ipynb) our model with a prompt template like so:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "e197d1d7-a070-4c96-9f8a-a0e86d046e0b",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "AIMessage(content='Ich liebe das Programmieren.', response_metadata={'token_usage': {'completion_tokens': 7, 'prompt_tokens': 30, 'total_tokens': 37}, 'model_name': 'meta-llama/Llama-3-70b-chat-hf', 'system_fingerprint': None, 'finish_reason': 'stop', 'logprobs': None}, id='run-80bba5fa-1723-4242-8d5a-c09b76b8350b-0', usage_metadata={'input_tokens': 30, 'output_tokens': 7, 'total_tokens': 37})"
-      ]
-     },
-     "execution_count": 8,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_core.prompts import ChatPromptTemplate\n",
-    "\n",
-    "prompt = ChatPromptTemplate.from_messages(\n",
-    "    [\n",
-    "        (\n",
-    "            \"system\",\n",
-    "            \"You are a helpful assistant that translates {input_language} to {output_language}.\",\n",
-    "        ),\n",
-    "        (\"human\", \"{input}\"),\n",
-    "    ]\n",
     ")\n",
     "\n",
-    "chain = prompt | llm\n",
-    "chain.invoke(\n",
-    "    {\n",
-    "        \"input_language\": \"English\",\n",
-    "        \"output_language\": \"German\",\n",
-    "        \"input\": \"I love programming.\",\n",
-    "    }\n",
-    ")"
+    "# stream the response back from the model\n",
+    "for m in chat.stream(\"Tell me fun things to do in NYC\"):\n",
+    "    print(m.content, end=\"\", flush=True)\n",
+    "\n",
+    "# if you don't want to do streaming, you can use the invoke method\n",
+    "# chat.invoke(\"Tell me fun things to do in NYC\")"
    ]
   },
   {
-   "cell_type": "markdown",
-   "id": "3a5bb5ca-c3ae-4a58-be67-2cd18574b9a3",
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e7b7170d-d7c5-4890-9714-a37238343805",
    "metadata": {},
+   "outputs": [],
    "source": [
-    "## API reference\n",
+    "# Querying code and language models with Together AI\n",
     "\n",
-    "For detailed documentation of all ChatTogether features and configurations head to the API reference: https://api.python.langchain.com/en/latest/chat_models/langchain_together.chat_models.ChatTogether.html"
+    "from langchain_together import Together\n",
+    "\n",
+    "llm = Together(\n",
+    "    model=\"codellama/CodeLlama-70b-Python-hf\",\n",
+    "    # together_api_key=\"...\"\n",
+    ")\n",
+    "\n",
+    "print(llm.invoke(\"def bubble_sort(): \"))"
    ]
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": ".venv",
    "language": "python",
    "name": "python3"
   },
@@ -271,7 +111,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.11.4"
   }
  },
  "nbformat": 4,

docs/docs/integrations/chat/yi.ipynb

@@ -1,228 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# ChatYI\n",
-    "\n",
-    "This will help you getting started with Yi [chat models](/docs/concepts/#chat-models). For detailed documentation of all ChatYi features and configurations head to the [API reference](https://api.python.langchain.com/en/latest/chat_models/lanchain_community.chat_models.yi.ChatYi.html).\n",
-    "\n",
-    "[01.AI](https://www.lingyiwanwu.com/en), founded by Dr. Kai-Fu Lee, is a global company at the forefront of AI 2.0. They offer cutting-edge large language models, including the Yi series, which range from 6B to hundreds of billions of parameters. 01.AI also provides multimodal models, an open API platform, and open-source options like Yi-34B/9B/6B and Yi-VL.\n",
-    "\n",
-    "## Overview\n",
-    "### Integration details\n",
-    "\n",
-    "\n",
-    "| Class | Package | Local | Serializable | JS support | Package downloads | Package latest |\n",
-    "| :--- | :--- | :---: | :---: |  :---: | :---: | :---: |\n",
-    "| [ChatYi](https://api.python.langchain.com/en/latest/chat_models/lanchain_community.chat_models.yi.ChatYi.html) | [langchain_community](https://api.python.langchain.com/en/latest/community_api_reference.html) | ✅ | ❌ | ❌ | ![PyPI - Downloads](https://img.shields.io/pypi/dm/langchain_community?style=flat-square&label=%20) | ![PyPI - Version](https://img.shields.io/pypi/v/langchain_community?style=flat-square&label=%20) |\n",
-    "\n",
-    "### Model features\n",
-    "| [Tool calling](/docs/how_to/tool_calling) | [Structured output](/docs/how_to/structured_output/) | JSON mode | [Image input](/docs/how_to/multimodal_inputs/) | Audio input | Video input | [Token-level streaming](/docs/how_to/chat_streaming/) | Native async | [Token usage](/docs/how_to/chat_token_usage_tracking/) | [Logprobs](/docs/how_to/logprobs/) |\n",
-    "| :---: | :---: | :---: | :---: |  :---: | :---: | :---: | :---: | :---: | :---: |\n",
-    "| ❌ | ❌ | ❌ | ✅ | ❌ | ❌ | ✅ | ❌ | ✅ | ❌ | \n",
-    "\n",
-    "## Setup\n",
-    "\n",
-    "To access ChatYi models you'll need to create a/an 01.AI account, get an API key, and install the `langchain_community` integration package.\n",
-    "\n",
-    "### Credentials\n",
-    "\n",
-    "Head to [01.AI](https://platform.01.ai) to sign up to 01.AI and generate an API key. Once you've done this set the `YI_API_KEY` environment variable:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import getpass\n",
-    "import os\n",
-    "\n",
-    "os.environ[\"YI_API_KEY\"] = getpass.getpass(\"Enter your Yi API key: \")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "If you want to get automated tracing of your model calls you can also set your [LangSmith](https://docs.smith.langchain.com/) API key by uncommenting below:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# os.environ[\"LANGSMITH_API_KEY\"] = getpass.getpass(\"Enter your LangSmith API key: \")\n",
-    "# os.environ[\"LANGSMITH_TRACING\"] = \"true\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "### Installation\n",
-    "\n",
-    "The LangChain __ModuleName__ integration lives in the `langchain_community` package:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain_community"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Instantiation\n",
-    "\n",
-    "Now we can instantiate our model object and generate chat completions:\n",
-    "\n",
-    "- TODO: Update model instantiation with relevant params."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_community.chat_models.yi import ChatYi\n",
-    "\n",
-    "llm = ChatYi(\n",
-    "    model=\"yi-large\",\n",
-    "    temperature=0,\n",
-    "    timeout=60,\n",
-    "    yi_api_base=\"https://api.01.ai/v1/chat/completions\",\n",
-    "    # other params...\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Invocation\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "AIMessage(content=\"Large Language Models (LLMs) have the potential to significantly impact healthcare by enhancing various aspects of patient care, research, and administrative processes. Here are some potential applications:\\n\\n1. **Clinical Documentation and Reporting**: LLMs can assist in generating patient reports and documentation by understanding and summarizing clinical notes, making the process more efficient and reducing the administrative burden on healthcare professionals.\\n\\n2. **Medical Coding and Billing**: These models can help in automating the coding process for medical billing by accurately translating clinical notes into standardized codes, reducing errors and improving billing efficiency.\\n\\n3. **Clinical Decision Support**: LLMs can analyze patient data and medical literature to provide evidence-based recommendations to healthcare providers, aiding in diagnosis and treatment planning.\\n\\n4. **Patient Education and Communication**: By simplifying medical jargon, LLMs can help in educating patients about their conditions, treatment options, and preventive care, improving patient engagement and health literacy.\\n\\n5. **Natural Language Processing (NLP) for EHRs**: LLMs can enhance NLP capabilities in Electronic Health Records (EHRs) systems, enabling better extraction of information from unstructured data, such as clinical notes, to support data-driven decision-making.\\n\\n6. **Drug Discovery and Development**: LLMs can analyze biomedical literature and clinical trial data to identify new drug candidates, predict drug interactions, and support the development of personalized medicine.\\n\\n7. **Telemedicine and Virtual Health Assistants**: Integrated into telemedicine platforms, LLMs can provide preliminary assessments and triage, offering patients basic health advice and determining the urgency of their needs, thus optimizing the utilization of healthcare resources.\\n\\n8. **Research and Literature Review**: LLMs can expedite the process of reviewing medical literature by quickly identifying relevant studies and summarizing findings, accelerating research and evidence-based practice.\\n\\n9. **Personalized Medicine**: By analyzing a patient's genetic information and medical history, LLMs can help in tailoring treatment plans and medication dosages, contributing to the advancement of personalized medicine.\\n\\n10. **Quality Improvement and Risk Assessment**: LLMs can analyze healthcare data to identify patterns that may indicate areas for quality improvement or potential risks, such as hospital-acquired infections or adverse drug events.\\n\\n11. **Mental Health Support**: LLMs can provide mental health support by offering coping strategies, mindfulness exercises, and preliminary assessments, serving as a complement to professional mental health services.\\n\\n12. **Continuing Medical Education (CME)**: LLMs can personalize CME by recommending educational content based on a healthcare provider's practice area, patient demographics, and emerging medical literature, ensuring that professionals stay updated with the latest advancements.\\n\\nWhile the applications of LLMs in healthcare are promising, it's crucial to address challenges such as data privacy, model bias, and the need for regulatory approval to ensure that these technologies are implemented safely and ethically.\", response_metadata={'token_usage': {'completion_tokens': 656, 'prompt_tokens': 40, 'total_tokens': 696}, 'model': 'yi-large'}, id='run-870850bd-e4bf-4265-8730-1736409c0acf-0')"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_core.messages import HumanMessage, SystemMessage\n",
-    "\n",
-    "messages = [\n",
-    "    SystemMessage(content=\"You are an AI assistant specializing in technology trends.\"),\n",
-    "    HumanMessage(\n",
-    "        content=\"What are the potential applications of large language models in healthcare?\"\n",
-    "    ),\n",
-    "]\n",
-    "\n",
-    "ai_msg = llm.invoke(messages)\n",
-    "ai_msg"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Chaining\n",
-    "\n",
-    "We can [chain](/docs/how_to/sequence/) our model with a prompt template like so:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "AIMessage(content='Ich liebe das Programmieren.', response_metadata={'token_usage': {'completion_tokens': 8, 'prompt_tokens': 33, 'total_tokens': 41}, 'model': 'yi-large'}, id='run-daa3bc58-8289-4d72-a24e-80622fa90d6d-0')"
-      ]
-     },
-     "execution_count": 4,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_core.prompts import ChatPromptTemplate\n",
-    "\n",
-    "prompt = ChatPromptTemplate.from_messages(\n",
-    "    [\n",
-    "        (\n",
-    "            \"system\",\n",
-    "            \"You are a helpful assistant that translates {input_language} to {output_language}.\",\n",
-    "        ),\n",
-    "        (\"human\", \"{input}\"),\n",
-    "    ]\n",
-    ")\n",
-    "\n",
-    "chain = prompt | llm\n",
-    "chain.invoke(\n",
-    "    {\n",
-    "        \"input_language\": \"English\",\n",
-    "        \"output_language\": \"German\",\n",
-    "        \"input\": \"I love programming.\",\n",
-    "    }\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## API reference\n",
-    "\n",
-    "For detailed documentation of all ChatYi features and configurations head to the API reference: https://api.python.langchain.com/en/latest/chat_models/langchain_community.chat_models.yi.ChatYi.html"
-   ]
-  }
- ],
- "metadata": {
-  "colab": {
-   "provenance": []
-  },
-  "kernelspec": {
-   "display_name": "Python 3",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.9"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 0
-}

docs/docs/integrations/document_loaders/dedoc.ipynb

@@ -1,484 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "6b74f73d-1763-42d0-9c24-8f65f445bb72",
-   "metadata": {},
-   "source": [
-    "# Dedoc\n",
-    "\n",
-    "This sample demonstrates the use of `Dedoc` in combination with `LangChain` as a `DocumentLoader`.\n",
-    "\n",
-    "## Overview\n",
-    "\n",
-    "[Dedoc](https://dedoc.readthedocs.io) is an [open-source](https://github.com/ispras/dedoc)\n",
-    "library/service that extracts texts, tables, attached files and document structure\n",
-    "(e.g., titles, list items, etc.) from files of various formats.\n",
-    "\n",
-    "`Dedoc` supports `DOCX`, `XLSX`, `PPTX`, `EML`, `HTML`, `PDF`, images and more.\n",
-    "Full list of supported formats can be found [here](https://dedoc.readthedocs.io/en/latest/#id1).\n",
-    "\n",
-    "\n",
-    "### Integration details\n",
-    "\n",
-    "| Class                                                                                                                                                | Package                                                                                        | Local | Serializable | JS support |\n",
-    "|:-----------------------------------------------------------------------------------------------------------------------------------------------------|:-----------------------------------------------------------------------------------------------|:-----:|:------------:|:----------:|\n",
-    "| [DedocFileLoader](https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.dedoc.DedocFileLoader.html)       | [langchain_community](https://api.python.langchain.com/en/latest/community_api_reference.html) |   ❌   |     beta     |     ❌      |\n",
-    "| [DedocPDFLoader](https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.pdf.DedocPDFLoader.html)           | [langchain_community](https://api.python.langchain.com/en/latest/community_api_reference.html) |   ❌   |     beta     |     ❌      | \n",
-    "| [DedocAPIFileLoader](https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.dedoc.DedocAPIFileLoader.html) | [langchain_community](https://api.python.langchain.com/en/latest/community_api_reference.html) |   ❌   |     beta     |     ❌      | \n",
-    "\n",
-    "\n",
-    "### Loader features\n",
-    "\n",
-    "Methods for lazy loading and async loading are available, but in fact, document loading is executed synchronously.\n",
-    "\n",
-    "|       Source       | Document Lazy Loading | Async Support |\n",
-    "|:------------------:|:---------------------:|:-------------:| \n",
-    "|  DedocFileLoader   |           ❌           |       ❌       |\n",
-    "|   DedocPDFLoader   |           ❌           |       ❌       | \n",
-    "| DedocAPIFileLoader |           ❌           |       ❌       | \n",
-    "\n",
-    "## Setup\n",
-    "\n",
-    "* To access `DedocFileLoader` and `DedocPDFLoader` document loaders, you'll need to install the `dedoc` integration package.\n",
-    "* To access `DedocAPIFileLoader`, you'll need to run the `Dedoc` service, e.g. `Docker` container (please see [the documentation](https://dedoc.readthedocs.io/en/latest/getting_started/installation.html#install-and-run-dedoc-using-docker) \n",
-    "for more details):\n",
-    "\n",
-    "```bash\n",
-    "docker pull dedocproject/dedoc\n",
-    "docker run -p 1231:1231\n",
-    "```\n",
-    "\n",
-    "`Dedoc` installation instruction is given [here](https://dedoc.readthedocs.io/en/latest/getting_started/installation.html)."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "511c109d-a5c3-42ba-914e-5d1b385bc40f",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Note: you may need to restart the kernel to use updated packages.\n"
-     ]
-    }
-   ],
-   "source": [
-    "# Install package\n",
-    "%pip install --quiet \"dedoc[torch]\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "6820c0e9-d56d-4899-b8c8-374760360e2b",
-   "metadata": {},
-   "source": [
-    "## Instantiation"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "c1f98cae-71ec-4d60-87fb-96c1a76851d8",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_community.document_loaders import DedocFileLoader\n",
-    "\n",
-    "loader = DedocFileLoader(\"./example_data/state_of_the_union.txt\")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "5d7bc2b3-73a0-4cd6-8014-cc7184aa9d4a",
-   "metadata": {},
-   "source": [
-    "## Load"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "b9097c14-6168-4726-819e-24abb9a63b13",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'\\nMadam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and t'"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "docs = loader.load()\n",
-    "docs[0].page_content[:100]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "9ed8bd46-0047-4ccc-b2d6-beb7761f7312",
-   "metadata": {},
-   "source": [
-    "## Lazy Load"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "6ae12d7e-8105-4bbe-9031-0e968475f6bf",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and t\n"
-     ]
-    }
-   ],
-   "source": [
-    "docs = loader.lazy_load()\n",
-    "\n",
-    "for doc in docs:\n",
-    "    print(doc.page_content[:100])\n",
-    "    break"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "8772ae40-6239-4751-bb2d-b4a9415c1ad1",
-   "metadata": {},
-   "source": [
-    "## API reference\n",
-    "\n",
-    "For detailed information on configuring and calling `Dedoc` loaders, please see the API references: \n",
-    "\n",
-    "* https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.dedoc.DedocFileLoader.html\n",
-    "* https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.pdf.DedocPDFLoader.html\n",
-    "* https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.dedoc.DedocAPIFileLoader.html"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "c4d5e702-0e21-4cad-a4c3-b9b3bff77203",
-   "metadata": {},
-   "source": [
-    "## Loading any file\n",
-    "\n",
-    "For automatic handling of any file in a [supported format](https://dedoc.readthedocs.io/en/latest/#id1),\n",
-    "`DedocFileLoader` can be useful.\n",
-    "The file loader automatically detects the file type with a correct extension.\n",
-    "\n",
-    "File parsing process can be configured through `dedoc_kwargs` during the `DedocFileLoader` class initialization.\n",
-    "Here the basic examples of some options usage are given, \n",
-    "please see the documentation of `DedocFileLoader` and \n",
-    "[dedoc documentation](https://dedoc.readthedocs.io/en/latest/parameters/parameters.html) \n",
-    "to get more details about configuration parameters."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "de97d0ed-d6b1-44e0-b392-1f3d89c762f9",
-   "metadata": {},
-   "source": [
-    "### Basic example"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "50ffeeee-db12-4801-b208-7e32ea3d72ad",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'\\nMadam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.  \\n\\n\\n\\nLast year COVID-19 kept us apart. This year we are finally together again. \\n\\n\\n\\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans. \\n\\n\\n\\nWith a duty to one another to the American people to '"
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_community.document_loaders import DedocFileLoader\n",
-    "\n",
-    "loader = DedocFileLoader(\"./example_data/state_of_the_union.txt\")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "docs[0].page_content[:400]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "457e5d4c-a4ee-4f31-ae74-3f75a1bbd0af",
-   "metadata": {},
-   "source": [
-    "### Modes of split\n",
-    "\n",
-    "`DedocFileLoader` supports different types of document splitting into parts (each part is returned separately).\n",
-    "For this purpose, `split` parameter is used with the following options:\n",
-    "* `document` (default value): document text is returned as a single langchain `Document` object (don't split);\n",
-    "* `page`: split document text into pages (works for `PDF`, `DJVU`, `PPTX`, `PPT`, `ODP`);\n",
-    "* `node`: split document text into `Dedoc` tree nodes (title nodes, list item nodes, raw text nodes);\n",
-    "* `line`: split document text into textual lines."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "eec54d31-ae7a-4a3c-aa10-4ae276b1e4c4",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "2"
-      ]
-     },
-     "execution_count": 6,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "loader = DedocFileLoader(\n",
-    "    \"./example_data/layout-parser-paper.pdf\",\n",
-    "    split=\"page\",\n",
-    "    pages=\":2\",\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "len(docs)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "61e11769-4780-4f77-b10e-27db6936f226",
-   "metadata": {},
-   "source": [
-    "### Handling tables\n",
-    "\n",
-    "`DedocFileLoader` supports tables handling when `with_tables` parameter is \n",
-    "set to `True` during loader initialization (`with_tables=True` by default). \n",
-    "\n",
-    "Tables are not split - each table corresponds to one langchain `Document` object.\n",
-    "For tables, `Document` object has additional `metadata` fields `type=\"table\"` \n",
-    "and `text_as_html` with table `HTML` representation."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "bbeb2f8a-ac5e-4b59-8026-7ea3fc14c928",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "('table',\n",
-       " '<table border=\"1\" style=\"border-collapse: collapse; width: 100%;\">\\n<tbody>\\n<tr>\\n<td colspan=\"1\" rowspan=\"1\">Team</td>\\n<td colspan=\"1\" rowspan=\"1\"> &quot;Payroll (millions)&quot;</td>\\n<td colspan=\"1\" r')"
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "loader = DedocFileLoader(\"./example_data/mlb_teams_2012.csv\")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "docs[1].metadata[\"type\"], docs[1].metadata[\"text_as_html\"][:200]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "b4a2b872-2aba-4e4c-8b2f-83a5a81ee1da",
-   "metadata": {},
-   "source": [
-    "### Handling attached files\n",
-    "\n",
-    "`DedocFileLoader` supports attached files handling when `with_attachments` is set \n",
-    "to `True` during loader initialization (`with_attachments=False` by default). \n",
-    "\n",
-    "Attachments are split according to the `split` parameter.\n",
-    "For attachments, langchain `Document` object has an additional metadata \n",
-    "field `type=\"attachment\"`."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "bb9d6c1c-e24c-4979-88a0-38d54abd6332",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "('attachment',\n",
-       " '\\nContent-Type\\nmultipart/mixed; boundary=\"0000000000005d654405f082adb7\"\\nDate\\nFri, 23 Dec 2022 12:08:48 -0600\\nFrom\\nMallori Harrell <mallori@unstructured.io>\\nMIME-Version\\n1.0\\nMessage-ID\\n<CAPgNNXSzLVJ-d1OCX_TjFgJU7ugtQrjFybPtAMmmYZzphxNFYg@mail.gmail.com>\\nSubject\\nFake email with attachment\\nTo\\nMallori Harrell <mallori@unstructured.io>')"
-      ]
-     },
-     "execution_count": 8,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "loader = DedocFileLoader(\n",
-    "    \"./example_data/fake-email-attachment.eml\",\n",
-    "    with_attachments=True,\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "docs[1].metadata[\"type\"], docs[1].page_content"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "d435c3f6-703a-4064-8307-ace140de967a",
-   "metadata": {},
-   "source": [
-    "## Loading PDF file\n",
-    "\n",
-    "If you want to handle only `PDF` documents, you can use `DedocPDFLoader` with only `PDF` support.\n",
-    "The loader supports the same parameters for document split, tables and attachments extraction.\n",
-    "\n",
-    "`Dedoc` can extract `PDF` with or without a textual layer, \n",
-    "as well as automatically detect its presence and correctness.\n",
-    "Several `PDF` handlers are available, you can use `pdf_with_text_layer` \n",
-    "parameter to choose one of them.\n",
-    "Please see [parameters description](https://dedoc.readthedocs.io/en/latest/parameters/pdf_handling.html) \n",
-    "to get more details.\n",
-    "\n",
-    "For `PDF` without a textual layer, `Tesseract OCR` and its language packages should be installed.\n",
-    "In this case, [the instruction](https://dedoc.readthedocs.io/en/latest/tutorials/add_new_language.html) can be useful."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "id": "0103a7f3-6b5e-4444-8f4d-83dd3724a9af",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'\\n2\\n\\nZ. Shen et al.\\n\\n37], layout detection [38, 22], table detection [26], and scene text detection [4].\\n\\nA generalized learning-based framework dramatically reduces the need for the\\n\\nmanual specification of complicated rules, which is the status quo with traditional\\n\\nmethods. DL has the potential to transform DIA pipelines and benefit a broad\\n\\nspectrum of large-scale document digitization projects.\\n'"
-      ]
-     },
-     "execution_count": 9,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_community.document_loaders import DedocPDFLoader\n",
-    "\n",
-    "loader = DedocPDFLoader(\n",
-    "    \"./example_data/layout-parser-paper.pdf\", pdf_with_text_layer=\"true\", pages=\"2:2\"\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "docs[0].page_content[:400]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "13061995-1805-40c2-a77a-a6cd80999e20",
-   "metadata": {},
-   "source": [
-    "## Dedoc API\n",
-    "\n",
-    "If you want to get up and running with less set up, you can use `Dedoc` as a service.\n",
-    "**`DedocAPIFileLoader` can be used without installation of `dedoc` library.**\n",
-    "The loader supports the same parameters as `DedocFileLoader` and\n",
-    "also automatically detects input file types.\n",
-    "\n",
-    "To use `DedocAPIFileLoader`, you should run the `Dedoc` service, e.g. `Docker` container (please see [the documentation](https://dedoc.readthedocs.io/en/latest/getting_started/installation.html#install-and-run-dedoc-using-docker) \n",
-    "for more details):\n",
-    "\n",
-    "```bash\n",
-    "docker pull dedocproject/dedoc\n",
-    "docker run -p 1231:1231\n",
-    "```\n",
-    "\n",
-    "Please do not use our demo URL `https://dedoc-readme.hf.space` in your code."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "id": "211fc0b5-6080-4974-a6c1-f982bafd87d6",
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'\\nMadam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.  \\n\\n\\n\\nLast year COVID-19 kept us apart. This year we are finally together again. \\n\\n\\n\\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans. \\n\\n\\n\\nWith a duty to one another to the American people to '"
-      ]
-     },
-     "execution_count": 10,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "from langchain_community.document_loaders import DedocAPIFileLoader\n",
-    "\n",
-    "loader = DedocAPIFileLoader(\n",
-    "    \"./example_data/state_of_the_union.txt\",\n",
-    "    url=\"https://dedoc-readme.hf.space\",\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "docs[0].page_content[:400]"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "faaff475-5209-436f-bcde-97d58daed05c",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.9.19"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/docs/integrations/document_loaders/unstructured_file.ipynb

@@ -5,7 +5,7 @@
    "id": "20deed05",
    "metadata": {},
    "source": [
-    "# Unstructured\n",
+    "# Unstructured File\n",
     "\n",
     "This notebook covers how to use `Unstructured` package to load files of many types. `Unstructured` currently supports loading of text files, powerpoints, html, pdfs, images, and more.\n",
     "\n",
@@ -14,69 +14,79 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "2886982e",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.1.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
+      "Note: you may need to restart the kernel to use updated packages.\n"
+     ]
+    }
+   ],
    "source": [
-    "# Install package, compatible with API partitioning\n",
-    "%pip install --upgrade --quiet \"langchain-unstructured\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "e75e2a6d",
-   "metadata": {},
-   "source": [
-    "### Local Partitioning (Optional)\n",
-    "\n",
-    "By default, `langchain-unstructured` installs a smaller footprint that requires\n",
-    "offloading of the partitioning logic to the Unstructured API.\n",
-    "\n",
-    "If you would like to run the partitioning logic locally, you will need to install\n",
-    "a combination of system dependencies, as outlined in the \n",
-    "[Unstructured documentation here](https://docs.unstructured.io/open-source/installation/full-installation).\n",
-    "\n",
-    "For example, on Macs you can install the required dependencies with:\n",
-    "\n",
-    "```bash\n",
-    "# base dependencies\n",
-    "brew install libmagic poppler tesseract\n",
-    "\n",
-    "# If parsing xml / html documents:\n",
-    "brew install libxml2 libxslt\n",
-    "```\n",
-    "\n",
-    "You can install the required `pip` dependencies with:\n",
-    "\n",
-    "```bash\n",
-    "pip install \"langchain-unstructured[local]\"\n",
-    "```"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "a9c1c775",
-   "metadata": {},
-   "source": [
-    "### Quickstart\n",
-    "\n",
-    "To simply load a file as a document, you can use the LangChain `DocumentLoader.load` \n",
-    "interface:"
+    "# # Install package\n",
+    "%pip install --upgrade --quiet \"unstructured[all-docs]\""
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "79d3e549",
+   "execution_count": 2,
+   "id": "54d62efd",
    "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain_unstructured import UnstructuredLoader\n",
+    "# # Install other dependencies\n",
+    "# # https://github.com/Unstructured-IO/unstructured/blob/main/docs/source/installing.rst\n",
+    "# !brew install libmagic\n",
+    "# !brew install poppler\n",
+    "# !brew install tesseract\n",
+    "# # If parsing xml / html documents:\n",
+    "# !brew install libxml2\n",
+    "# !brew install libxslt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "af6a64f5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# import nltk\n",
+    "# nltk.download('punkt')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "79d3e549",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.\\n\\nLast year COVID-19 kept us apart. This year we are finally together again.\\n\\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans.\\n\\nWith a duty to one another to the American people to the Constit'"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langchain_community.document_loaders import UnstructuredFileLoader\n",
     "\n",
-    "loader = UnstructuredLoader(\"./example_data/state_of_the_union.txt\")\n",
+    "loader = UnstructuredFileLoader(\"./example_data/state_of_the_union.txt\")\n",
     "\n",
-    "docs = loader.load()"
+    "docs = loader.load()\n",
+    "\n",
+    "docs[0].page_content[:400]"
    ]
   },
   {
@@ -89,31 +99,113 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "092d9a0b",
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "whatsapp_chat.txt :  1/22/23, 6:30 PM - User 1: Hi! Im interested in your bag. Im offering $50. Let me know if you are in\n",
-      "state_of_the_union.txt :  May God bless you all. May God protect our troops.\n"
-     ]
+     "data": {
+      "text/plain": [
+       "'1/22/23, 6:30 PM - User 1: Hi! Im interested in your bag. Im offering $50. Let me know if you are interested. Thanks!\\n\\n1/22/23, 8:24 PM - User 2: Goodmorning! $50 is too low.\\n\\n1/23/23, 2:59 AM - User 1: How much do you want?\\n\\n1/23/23, 3:00 AM - User 2: Online is at least $100\\n\\n1/23/23, 3:01 AM - User 2: Here is $129\\n\\n1/23/23, 3:01 AM - User 2: <Media omitted>\\n\\n1/23/23, 3:01 AM - User 1: Im not int'"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
-    "file_paths = [\n",
-    "    \"./example_data/whatsapp_chat.txt\",\n",
-    "    \"./example_data/state_of_the_union.txt\",\n",
-    "]\n",
+    "files = [\"./example_data/whatsapp_chat.txt\", \"./example_data/layout-parser-paper.pdf\"]\n",
     "\n",
-    "loader = UnstructuredLoader(file_paths)\n",
+    "loader = UnstructuredFileLoader(files)\n",
     "\n",
     "docs = loader.load()\n",
     "\n",
-    "print(docs[0].metadata.get(\"filename\"), \": \", docs[0].page_content[:100])\n",
-    "print(docs[-1].metadata.get(\"filename\"), \": \", docs[-1].page_content[:100])"
+    "docs[0].page_content[:400]"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "7874d01d",
+   "metadata": {},
+   "source": [
+    "## Retain Elements\n",
+    "\n",
+    "Under the hood, Unstructured creates different \"elements\" for different chunks of text. By default we combine those together, but you can easily keep that separation by specifying `mode=\"elements\"`."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "ff5b616d",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[Document(page_content='Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.', metadata={'source': './example_data/state_of_the_union.txt', 'file_directory': './example_data', 'filename': 'state_of_the_union.txt', 'last_modified': '2024-07-01T11:18:22', 'languages': ['eng'], 'filetype': 'text/plain', 'category': 'NarrativeText'}),\n",
+       " Document(page_content='Last year COVID-19 kept us apart. This year we are finally together again.', metadata={'source': './example_data/state_of_the_union.txt', 'file_directory': './example_data', 'filename': 'state_of_the_union.txt', 'last_modified': '2024-07-01T11:18:22', 'languages': ['eng'], 'filetype': 'text/plain', 'category': 'NarrativeText'}),\n",
+       " Document(page_content='Tonight, we meet as Democrats Republicans and Independents. But most importantly as Americans.', metadata={'source': './example_data/state_of_the_union.txt', 'file_directory': './example_data', 'filename': 'state_of_the_union.txt', 'last_modified': '2024-07-01T11:18:22', 'languages': ['eng'], 'filetype': 'text/plain', 'category': 'NarrativeText'}),\n",
+       " Document(page_content='With a duty to one another to the American people to the Constitution.', metadata={'source': './example_data/state_of_the_union.txt', 'file_directory': './example_data', 'filename': 'state_of_the_union.txt', 'last_modified': '2024-07-01T11:18:22', 'languages': ['eng'], 'filetype': 'text/plain', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='And with an unwavering resolve that freedom will always triumph over tyranny.', metadata={'source': './example_data/state_of_the_union.txt', 'file_directory': './example_data', 'filename': 'state_of_the_union.txt', 'last_modified': '2024-07-01T11:18:22', 'languages': ['eng'], 'filetype': 'text/plain', 'category': 'NarrativeText'})]"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "loader = UnstructuredFileLoader(\n",
+    "    \"./example_data/state_of_the_union.txt\", mode=\"elements\"\n",
+    ")\n",
+    "\n",
+    "docs = loader.load()\n",
+    "\n",
+    "docs[:5]"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "672733fd",
+   "metadata": {},
+   "source": [
+    "## Define a Partitioning Strategy\n",
+    "\n",
+    "Unstructured document loader allow users to pass in a `strategy` parameter that lets `unstructured` know how to partition the document. Currently supported strategies are `\"hi_res\"` (the default) and `\"fast\"`. Hi res partitioning strategies are more accurate, but take longer to process. Fast strategies partition the document more quickly, but trade-off accuracy. Not all document types have separate hi res and fast partitioning strategies. For those document types, the `strategy` kwarg is ignored. In some cases, the high res strategy will fallback to fast if there is a dependency missing (i.e. a model for document partitioning). You can see how to apply a strategy to an `UnstructuredFileLoader` below."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "767238a4",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[Document(page_content='2 v 8 4 3 5 1 . 3 0 1 2 : v i X r a', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((16.34, 393.9), (16.34, 560.0), (36.34, 560.0), (36.34, 393.9)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': '89565df026a24279aaea20dc08cedbec', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((157.62199999999999, 114.23496279999995), (157.62199999999999, 146.5141628), (457.7358962799999, 146.5141628), (457.7358962799999, 114.23496279999995)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'filetype': 'application/pdf', 'category': 'Title'}),\n",
+       " Document(page_content='Zejiang Shen1 ((cid:0)), Ruochen Zhang2, Melissa Dell3, Benjamin Charles Germain Lee4, Jacob Carlson3, and Weining Li5', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((134.809, 168.64029940800003), (134.809, 192.2517444), (480.5464199080001, 192.2517444), (480.5464199080001, 168.64029940800003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='1 Allen Institute for AI shannons@allenai.org 2 Brown University ruochen zhang@brown.edu 3 Harvard University {melissadell,jacob carlson}@fas.harvard.edu 4 University of Washington bcgl@cs.washington.edu 5 University of Waterloo w422li@uwaterloo.ca', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((207.23000000000002, 202.57205439999996), (207.23000000000002, 311.8195408), (408.12676, 311.8195408), (408.12676, 202.57205439999996)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='Abstract. Recent advances in document image analysis (DIA) have been primarily driven by the application of neural networks. Ideally, research outcomes could be easily deployed in production and extended for further investigation. However, various factors like loosely organized codebases and sophisticated model configurations complicate the easy reuse of im- portant innovations by a wide audience. Though there have been on-going efforts to improve reusability and simplify deep learning (DL) model development in disciplines like natural language processing and computer vision, none of them are optimized for challenges in the domain of DIA. This represents a major gap in the existing toolkit, as DIA is central to academic research across a wide range of disciplines in the social sciences and humanities. This paper introduces LayoutParser, an open-source library for streamlining the usage of DL in DIA research and applica- tions. The core LayoutParser library comes with a set of simple and intuitive interfaces for applying and customizing DL models for layout de- tection, character recognition, and many other document processing tasks. To promote extensibility, LayoutParser also incorporates a community platform for sharing both pre-trained models and full document digiti- zation pipelines. We demonstrate that LayoutParser is helpful for both lightweight and large-scale digitization pipelines in real-word use cases. The library is publicly available at https://layout-parser.github.io.', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((162.779, 338.45008160000003), (162.779, 566.8455408), (454.0372021523199, 566.8455408), (454.0372021523199, 338.45008160000003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'links': [{'text': ':// layout - parser . github . io', 'url': 'https://layout-parser.github.io', 'start_index': 1477}], 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'NarrativeText'})]"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from langchain_community.document_loaders import UnstructuredFileLoader\n",
+    "\n",
+    "loader = UnstructuredFileLoader(\n",
+    "    \"./example_data/layout-parser-paper.pdf\", strategy=\"fast\", mode=\"elements\"\n",
+    ")\n",
+    "\n",
+    "docs = loader.load()\n",
+    "\n",
+    "docs[5:10]"
    ]
   },
   {
@@ -123,52 +215,37 @@
    "source": [
     "## PDF Example\n",
     "\n",
-    "Processing PDF documents works exactly the same way. Unstructured detects the file type and extracts the same types of elements."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "672733fd",
-   "metadata": {},
-   "source": [
-    "### Define a Partitioning Strategy\n",
-    "\n",
-    "Unstructured document loader allow users to pass in a `strategy` parameter that lets Unstructured\n",
-    "know how to partition pdf and other OCR'd documents. Currently supported strategies are `\"auto\"`,\n",
-    "`\"hi_res\"`, `\"ocr_only\"`, and `\"fast\"`. Learn more about the different strategies\n",
-    "[here](https://docs.unstructured.io/open-source/core-functionality/partitioning#partition-pdf). \n",
-    "\n",
-    "Not all document types have separate hi res and fast partitioning strategies. For those document types, the `strategy` kwarg is\n",
-    "ignored. In some cases, the high res strategy will fallback to fast if there is a dependency missing\n",
-    "(i.e. a model for document partitioning). You can see how to apply a strategy to an\n",
-    "`UnstructuredLoader` below."
+    "Processing PDF documents works exactly the same way. Unstructured detects the file type and extracts the same types of elements. Modes of operation are \n",
+    "- `single` all the text from all elements are combined into one (default)\n",
+    "- `elements` maintain individual elements\n",
+    "- `paged` texts from each page are only combined"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
-   "id": "60685353",
+   "execution_count": 12,
+   "id": "686e5eb4",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((16.34, 393.9), (16.34, 560.0), (36.34, 560.0), (36.34, 393.9)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': '89565df026a24279aaea20dc08cedbec', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': 'e9fa370aef7ee5c05744eb7bb7d9981b'}, page_content='2 v 8 4 3 5 1 . 3 0 1 2 : v i X r a'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((157.62199999999999, 114.23496279999995), (157.62199999999999, 146.5141628), (457.7358962799999, 146.5141628), (457.7358962799999, 114.23496279999995)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'filetype': 'application/pdf', 'category': 'Title', 'element_id': 'bde0b230a1aa488e3ce837d33015181b'}, page_content='LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((134.809, 168.64029940800003), (134.809, 192.2517444), (480.5464199080001, 192.2517444), (480.5464199080001, 168.64029940800003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': '54700f902899f0c8c90488fa8d825bce'}, page_content='Zejiang Shen1 ((cid:0)), Ruochen Zhang2, Melissa Dell3, Benjamin Charles Germain Lee4, Jacob Carlson3, and Weining Li5'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((207.23000000000002, 202.57205439999996), (207.23000000000002, 311.8195408), (408.12676, 311.8195408), (408.12676, 202.57205439999996)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': 'b650f5867bad9bb4e30384282c79bcfe'}, page_content='1 Allen Institute for AI shannons@allenai.org 2 Brown University ruochen zhang@brown.edu 3 Harvard University {melissadell,jacob carlson}@fas.harvard.edu 4 University of Washington bcgl@cs.washington.edu 5 University of Waterloo w422li@uwaterloo.ca'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((162.779, 338.45008160000003), (162.779, 566.8455408), (454.0372021523199, 566.8455408), (454.0372021523199, 338.45008160000003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'links': [{'text': ':// layout - parser . github . io', 'url': 'https://layout-parser.github.io', 'start_index': 1477}], 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'NarrativeText', 'element_id': 'cfc957c94fe63c8fd7c7f4bcb56e75a7'}, page_content='Abstract. Recent advances in document image analysis (DIA) have been primarily driven by the application of neural networks. Ideally, research outcomes could be easily deployed in production and extended for further investigation. However, various factors like loosely organized codebases and sophisticated model configurations complicate the easy reuse of im- portant innovations by a wide audience. Though there have been on-going efforts to improve reusability and simplify deep learning (DL) model development in disciplines like natural language processing and computer vision, none of them are optimized for challenges in the domain of DIA. This represents a major gap in the existing toolkit, as DIA is central to academic research across a wide range of disciplines in the social sciences and humanities. This paper introduces LayoutParser, an open-source library for streamlining the usage of DL in DIA research and applica- tions. The core LayoutParser library comes with a set of simple and intuitive interfaces for applying and customizing DL models for layout de- tection, character recognition, and many other document processing tasks. To promote extensibility, LayoutParser also incorporates a community platform for sharing both pre-trained models and full document digiti- zation pipelines. We demonstrate that LayoutParser is helpful for both lightweight and large-scale digitization pipelines in real-word use cases. The library is publicly available at https://layout-parser.github.io.')]"
+       "[Document(page_content='2 v 8 4 3 5 1 . 3 0 1 2 : v i X r a', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((16.34, 393.9), (16.34, 560.0), (36.34, 560.0), (36.34, 393.9)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': '89565df026a24279aaea20dc08cedbec', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((157.62199999999999, 114.23496279999995), (157.62199999999999, 146.5141628), (457.7358962799999, 146.5141628), (457.7358962799999, 114.23496279999995)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'filetype': 'application/pdf', 'category': 'Title'}),\n",
+       " Document(page_content='Zejiang Shen1 ((cid:0)), Ruochen Zhang2, Melissa Dell3, Benjamin Charles Germain Lee4, Jacob Carlson3, and Weining Li5', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((134.809, 168.64029940800003), (134.809, 192.2517444), (480.5464199080001, 192.2517444), (480.5464199080001, 168.64029940800003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='1 Allen Institute for AI shannons@allenai.org 2 Brown University ruochen zhang@brown.edu 3 Harvard University {melissadell,jacob carlson}@fas.harvard.edu 4 University of Washington bcgl@cs.washington.edu 5 University of Waterloo w422li@uwaterloo.ca', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((207.23000000000002, 202.57205439999996), (207.23000000000002, 311.8195408), (408.12676, 311.8195408), (408.12676, 202.57205439999996)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='Abstract. Recent advances in document image analysis (DIA) have been primarily driven by the application of neural networks. Ideally, research outcomes could be easily deployed in production and extended for further investigation. However, various factors like loosely organized codebases and sophisticated model configurations complicate the easy reuse of im- portant innovations by a wide audience. Though there have been on-going efforts to improve reusability and simplify deep learning (DL) model development in disciplines like natural language processing and computer vision, none of them are optimized for challenges in the domain of DIA. This represents a major gap in the existing toolkit, as DIA is central to academic research across a wide range of disciplines in the social sciences and humanities. This paper introduces LayoutParser, an open-source library for streamlining the usage of DL in DIA research and applica- tions. The core LayoutParser library comes with a set of simple and intuitive interfaces for applying and customizing DL models for layout de- tection, character recognition, and many other document processing tasks. To promote extensibility, LayoutParser also incorporates a community platform for sharing both pre-trained models and full document digiti- zation pipelines. We demonstrate that LayoutParser is helpful for both lightweight and large-scale digitization pipelines in real-word use cases. The library is publicly available at https://layout-parser.github.io.', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((162.779, 338.45008160000003), (162.779, 566.8455408), (454.0372021523199, 566.8455408), (454.0372021523199, 338.45008160000003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'links': [{'text': ':// layout - parser . github . io', 'url': 'https://layout-parser.github.io', 'start_index': 1477}], 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'NarrativeText'})]"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_unstructured import UnstructuredLoader\n",
-    "\n",
-    "loader = UnstructuredLoader(\"./example_data/layout-parser-paper.pdf\", strategy=\"fast\")\n",
+    "loader = UnstructuredFileLoader(\n",
+    "    \"./example_data/layout-parser-paper.pdf\", mode=\"elements\"\n",
+    ")\n",
     "\n",
     "docs = loader.load()\n",
     "\n",
@@ -180,39 +257,37 @@
    "id": "1cf27fc8",
    "metadata": {},
    "source": [
-    "## Post Processing\n",
-    "\n",
-    "If you need to post process the `unstructured` elements after extraction, you can pass in a list of\n",
-    "`str` -> `str` functions to the `post_processors` kwarg when you instantiate the `UnstructuredLoader`. This applies to other Unstructured loaders as well. Below is an example."
+    "If you need to post process the `unstructured` elements after extraction, you can pass in a list of `str` -> `str` functions to the `post_processors` kwarg when you instantiate the `UnstructuredFileLoader`. This applies to other Unstructured loaders as well. Below is an example."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 14,
    "id": "112e5538",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((16.34, 393.9), (16.34, 560.0), (36.34, 560.0), (36.34, 393.9)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': '89565df026a24279aaea20dc08cedbec', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': 'e9fa370aef7ee5c05744eb7bb7d9981b'}, page_content='2 v 8 4 3 5 1 . 3 0 1 2 : v i X r a'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((157.62199999999999, 114.23496279999995), (157.62199999999999, 146.5141628), (457.7358962799999, 146.5141628), (457.7358962799999, 114.23496279999995)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'filetype': 'application/pdf', 'category': 'Title', 'element_id': 'bde0b230a1aa488e3ce837d33015181b'}, page_content='LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((134.809, 168.64029940800003), (134.809, 192.2517444), (480.5464199080001, 192.2517444), (480.5464199080001, 168.64029940800003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': '54700f902899f0c8c90488fa8d825bce'}, page_content='Zejiang Shen1 ((cid:0)), Ruochen Zhang2, Melissa Dell3, Benjamin Charles Germain Lee4, Jacob Carlson3, and Weining Li5'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((207.23000000000002, 202.57205439999996), (207.23000000000002, 311.8195408), (408.12676, 311.8195408), (408.12676, 202.57205439999996)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText', 'element_id': 'b650f5867bad9bb4e30384282c79bcfe'}, page_content='1 Allen Institute for AI shannons@allenai.org 2 Brown University ruochen zhang@brown.edu 3 Harvard University {melissadell,jacob carlson}@fas.harvard.edu 4 University of Washington bcgl@cs.washington.edu 5 University of Waterloo w422li@uwaterloo.ca'),\n",
-       " Document(metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((162.779, 338.45008160000003), (162.779, 566.8455408), (454.0372021523199, 566.8455408), (454.0372021523199, 338.45008160000003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2024-02-27T15:49:27', 'links': [{'text': ':// layout - parser . github . io', 'url': 'https://layout-parser.github.io', 'start_index': 1477}], 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'NarrativeText', 'element_id': 'cfc957c94fe63c8fd7c7f4bcb56e75a7'}, page_content='Abstract. Recent advances in document image analysis (DIA) have been primarily driven by the application of neural networks. Ideally, research outcomes could be easily deployed in production and extended for further investigation. However, various factors like loosely organized codebases and sophisticated model configurations complicate the easy reuse of im- portant innovations by a wide audience. Though there have been on-going efforts to improve reusability and simplify deep learning (DL) model development in disciplines like natural language processing and computer vision, none of them are optimized for challenges in the domain of DIA. This represents a major gap in the existing toolkit, as DIA is central to academic research across a wide range of disciplines in the social sciences and humanities. This paper introduces LayoutParser, an open-source library for streamlining the usage of DL in DIA research and applica- tions. The core LayoutParser library comes with a set of simple and intuitive interfaces for applying and customizing DL models for layout de- tection, character recognition, and many other document processing tasks. To promote extensibility, LayoutParser also incorporates a community platform for sharing both pre-trained models and full document digiti- zation pipelines. We demonstrate that LayoutParser is helpful for both lightweight and large-scale digitization pipelines in real-word use cases. The library is publicly available at https://layout-parser.github.io.')]"
+       "[Document(page_content='2 v 8 4 3 5 1 . 3 0 1 2 : v i X r a', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((16.34, 393.9), (16.34, 560.0), (36.34, 560.0), (36.34, 393.9)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': '89565df026a24279aaea20dc08cedbec', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((157.62199999999999, 114.23496279999995), (157.62199999999999, 146.5141628), (457.7358962799999, 146.5141628), (457.7358962799999, 114.23496279999995)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'filetype': 'application/pdf', 'category': 'Title'}),\n",
+       " Document(page_content='Zejiang Shen1 ((cid:0)), Ruochen Zhang2, Melissa Dell3, Benjamin Charles Germain Lee4, Jacob Carlson3, and Weining Li5', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((134.809, 168.64029940800003), (134.809, 192.2517444), (480.5464199080001, 192.2517444), (480.5464199080001, 168.64029940800003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='1 Allen Institute for AI shannons@allenai.org 2 Brown University ruochen zhang@brown.edu 3 Harvard University {melissadell,jacob carlson}@fas.harvard.edu 4 University of Washington bcgl@cs.washington.edu 5 University of Waterloo w422li@uwaterloo.ca', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((207.23000000000002, 202.57205439999996), (207.23000000000002, 311.8195408), (408.12676, 311.8195408), (408.12676, 202.57205439999996)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'UncategorizedText'}),\n",
+       " Document(page_content='Abstract. Recent advances in document image analysis (DIA) have been primarily driven by the application of neural networks. Ideally, research outcomes could be easily deployed in production and extended for further investigation. However, various factors like loosely organized codebases and sophisticated model configurations complicate the easy reuse of im- portant innovations by a wide audience. Though there have been on-going efforts to improve reusability and simplify deep learning (DL) model development in disciplines like natural language processing and computer vision, none of them are optimized for challenges in the domain of DIA. This represents a major gap in the existing toolkit, as DIA is central to academic research across a wide range of disciplines in the social sciences and humanities. This paper introduces LayoutParser, an open-source library for streamlining the usage of DL in DIA research and applica- tions. The core LayoutParser library comes with a set of simple and intuitive interfaces for applying and customizing DL models for layout de- tection, character recognition, and many other document processing tasks. To promote extensibility, LayoutParser also incorporates a community platform for sharing both pre-trained models and full document digiti- zation pipelines. We demonstrate that LayoutParser is helpful for both lightweight and large-scale digitization pipelines in real-word use cases. The library is publicly available at https://layout-parser.github.io.', metadata={'source': './example_data/layout-parser-paper.pdf', 'coordinates': {'points': ((162.779, 338.45008160000003), (162.779, 566.8455408), (454.0372021523199, 566.8455408), (454.0372021523199, 338.45008160000003)), 'system': 'PixelSpace', 'layout_width': 612, 'layout_height': 792}, 'file_directory': './example_data', 'filename': 'layout-parser-paper.pdf', 'languages': ['eng'], 'last_modified': '2023-12-19T13:42:18', 'links': [{'text': ':// layout - parser . github . io', 'url': 'https://layout-parser.github.io', 'start_index': 1477}], 'page_number': 1, 'parent_id': 'bde0b230a1aa488e3ce837d33015181b', 'filetype': 'application/pdf', 'category': 'NarrativeText'})]"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 14,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_unstructured import UnstructuredLoader\n",
+    "from langchain_community.document_loaders import UnstructuredFileLoader\n",
     "from unstructured.cleaners.core import clean_extra_whitespace\n",
     "\n",
-    "loader = UnstructuredLoader(\n",
+    "loader = UnstructuredFileLoader(\n",
     "    \"./example_data/layout-parser-paper.pdf\",\n",
+    "    mode=\"elements\",\n",
     "    post_processors=[clean_extra_whitespace],\n",
     ")\n",
     "\n",
@@ -228,70 +303,34 @@
    "source": [
     "## Unstructured API\n",
     "\n",
-    "If you want to get up and running with smaller packages and get the most up-to-date partitioning you can `pip install\n",
-    "unstructured-client` and `pip install langchain-unstructured`. For\n",
-    "more information about the `UnstructuredLoader`, refer to the\n",
-    "[Unstructured provider page](https://python.langchain.com/v0.1/docs/integrations/document_loaders/unstructured_file/).\n",
-    "\n",
-    "The loader will process your document using the hosted Unstructured serverless API when you pass in\n",
-    "your `api_key` and set `partition_via_api=True`. You can generate a free\n",
-    "Unstructured API key [here](https://unstructured.io/api-key/).\n",
-    "\n",
-    "Check out the instructions [here](https://github.com/Unstructured-IO/unstructured-api#dizzy-instructions-for-using-the-docker-image)\n",
-    "if you’d like to self-host the Unstructured API or run it locally."
+    "If you want to get up and running with less set up, you can simply run `pip install unstructured` and use `UnstructuredAPIFileLoader` or `UnstructuredAPIFileIOLoader`. That will process your document using the hosted Unstructured API. You can generate a free Unstructured API key [here](https://www.unstructured.io/api-key/). The [Unstructured documentation](https://unstructured-io.github.io/unstructured/) page will have instructions on how to generate an API key once they’re available. Check out the instructions [here](https://github.com/Unstructured-IO/unstructured-api#dizzy-instructions-for-using-the-docker-image) if you’d like to self-host the Unstructured API or run it locally."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "6e5fde16",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Install package\n",
-    "%pip install \"langchain-unstructured\"\n",
-    "%pip install \"unstructured-client\"\n",
-    "\n",
-    "# Set API key\n",
-    "import os\n",
-    "\n",
-    "os.environ[\"UNSTRUCTURED_API_KEY\"] = \"FAKE_API_KEY\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 4,
    "id": "386eb63c",
    "metadata": {},
    "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "INFO: Preparing to split document for partition.\n",
-      "INFO: Given file doesn't have '.pdf' extension, so splitting is not enabled.\n",
-      "INFO: Partitioning without split.\n",
-      "INFO: Successfully partitioned the document.\n"
-     ]
-    },
     {
      "data": {
       "text/plain": [
-       "Document(metadata={'source': 'example_data/fake.docx', 'category_depth': 0, 'filename': 'fake.docx', 'languages': ['por', 'cat'], 'filetype': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document', 'category': 'Title', 'element_id': '56d531394823d81787d77a04462ed096'}, page_content='Lorem ipsum dolor sit amet.')"
+       "Document(page_content='Lorem ipsum dolor sit amet.', metadata={'source': 'example_data/fake.docx'})"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_unstructured import UnstructuredLoader\n",
+    "from langchain_community.document_loaders import UnstructuredAPIFileLoader\n",
     "\n",
-    "loader = UnstructuredLoader(\n",
-    "    file_path=\"example_data/fake.docx\",\n",
-    "    api_key=os.getenv(\"UNSTRUCTURED_API_KEY\"),\n",
-    "    partition_via_api=True,\n",
+    "filenames = [\"example_data/fake.docx\", \"example_data/fake-email.eml\"]\n",
+    "\n",
+    "loader = UnstructuredAPIFileLoader(\n",
+    "    file_path=filenames[0],\n",
+    "    api_key=\"FAKE_API_KEY\",\n",
     ")\n",
     "\n",
     "docs = loader.load()\n",
@@ -303,197 +342,43 @@
    "id": "94158999",
    "metadata": {},
    "source": [
-    "You can also batch multiple files through the Unstructured API in a single API using `UnstructuredLoader`."
+    "You can also batch multiple files through the Unstructured API in a single API using `UnstructuredAPIFileLoader`."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 6,
    "id": "a3d7c846",
    "metadata": {},
    "outputs": [
     {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "INFO: Preparing to split document for partition.\n",
-      "INFO: Given file doesn't have '.pdf' extension, so splitting is not enabled.\n",
-      "INFO: Partitioning without split.\n",
-      "INFO: Successfully partitioned the document.\n",
-      "INFO: Preparing to split document for partition.\n",
-      "INFO: Given file doesn't have '.pdf' extension, so splitting is not enabled.\n",
-      "INFO: Partitioning without split.\n",
-      "INFO: Successfully partitioned the document.\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "fake.docx :  Lorem ipsum dolor sit amet.\n",
-      "fake-email.eml :  Violets are blue\n"
-     ]
+     "data": {
+      "text/plain": [
+       "Document(page_content='Lorem ipsum dolor sit amet.\\n\\nThis is a test email to use for unit tests.\\n\\nImportant points:\\n\\nRoses are red\\n\\nViolets are blue', metadata={'source': ['example_data/fake.docx', 'example_data/fake-email.eml']})"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
-    "loader = UnstructuredLoader(\n",
-    "    file_path=[\"example_data/fake.docx\", \"example_data/fake-email.eml\"],\n",
-    "    api_key=os.getenv(\"UNSTRUCTURED_API_KEY\"),\n",
-    "    partition_via_api=True,\n",
+    "loader = UnstructuredAPIFileLoader(\n",
+    "    file_path=filenames,\n",
+    "    api_key=\"FAKE_API_KEY\",\n",
     ")\n",
     "\n",
     "docs = loader.load()\n",
-    "\n",
-    "print(docs[0].metadata[\"filename\"], \": \", docs[0].page_content[:100])\n",
-    "print(docs[-1].metadata[\"filename\"], \": \", docs[-1].page_content[:100])"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "a324a0db",
-   "metadata": {},
-   "source": [
-    "### Unstructured SDK Client\n",
-    "\n",
-    "Partitioning with the Unstructured API relies on the [Unstructured SDK\n",
-    "Client](https://docs.unstructured.io/api-reference/api-services/sdk).\n",
-    "\n",
-    "Below is an example showing how you can customize some features of the client and use your own\n",
-    "`requests.Session()`, pass in an alternative `server_url`, or customize the `RetryConfig` object for more control over how failed requests are handled."
+    "docs[0]"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
-   "id": "58e55264",
+   "execution_count": null,
+   "id": "0e510495",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "INFO: Preparing to split document for partition.\n",
-      "INFO: Concurrency level set to 5\n",
-      "INFO: Splitting pages 1 to 16 (16 total)\n",
-      "INFO: Determined optimal split size of 4 pages.\n",
-      "INFO: Partitioning 4 files with 4 page(s) each.\n",
-      "INFO: Partitioning set #1 (pages 1-4).\n",
-      "INFO: Partitioning set #2 (pages 5-8).\n",
-      "INFO: Partitioning set #3 (pages 9-12).\n",
-      "INFO: Partitioning set #4 (pages 13-16).\n",
-      "INFO: HTTP Request: POST https://api.unstructuredapp.io/general/v0/general \"HTTP/1.1 200 OK\"\n",
-      "INFO: HTTP Request: POST https://api.unstructuredapp.io/general/v0/general \"HTTP/1.1 200 OK\"\n",
-      "INFO: HTTP Request: POST https://api.unstructuredapp.io/general/v0/general \"HTTP/1.1 200 OK\"\n",
-      "INFO: Successfully partitioned set #1, elements added to the final result.\n",
-      "INFO: Successfully partitioned set #2, elements added to the final result.\n",
-      "INFO: Successfully partitioned set #3, elements added to the final result.\n",
-      "INFO: Successfully partitioned set #4, elements added to the final result.\n",
-      "INFO: Successfully partitioned the document.\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "layout-parser-paper.pdf :  LayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis\n"
-     ]
-    }
-   ],
-   "source": [
-    "import requests\n",
-    "from langchain_unstructured import UnstructuredLoader\n",
-    "from unstructured_client import UnstructuredClient\n",
-    "from unstructured_client.utils import BackoffStrategy, RetryConfig\n",
-    "\n",
-    "client = UnstructuredClient(\n",
-    "    api_key_auth=os.getenv(\n",
-    "        \"UNSTRUCTURED_API_KEY\"\n",
-    "    ),  # Note: the client API param is \"api_key_auth\" instead of \"api_key\"\n",
-    "    client=requests.Session(),\n",
-    "    server_url=\"https://api.unstructuredapp.io/general/v0/general\",\n",
-    "    retry_config=RetryConfig(\n",
-    "        strategy=\"backoff\",\n",
-    "        retry_connection_errors=True,\n",
-    "        backoff=BackoffStrategy(\n",
-    "            initial_interval=500,\n",
-    "            max_interval=60000,\n",
-    "            exponent=1.5,\n",
-    "            max_elapsed_time=900000,\n",
-    "        ),\n",
-    "    ),\n",
-    ")\n",
-    "\n",
-    "loader = UnstructuredLoader(\n",
-    "    \"./example_data/layout-parser-paper.pdf\",\n",
-    "    partition_via_api=True,\n",
-    "    client=client,\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "print(docs[0].metadata[\"filename\"], \": \", docs[0].page_content[:100])"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "c66fbeb3",
-   "metadata": {},
-   "source": [
-    "## Chunking\n",
-    "\n",
-    "The `UnstructuredLoader` does not support `mode` as parameter for grouping text like the older\n",
-    "loader `UnstructuredFileLoader` and others did. It instead supports \"chunking\". Chunking in\n",
-    "unstructured differs from other chunking mechanisms you may be familiar with that form chunks based\n",
-    "on plain-text features--character sequences like \"\\n\\n\" or \"\\n\" that might indicate a paragraph\n",
-    "boundary or list-item boundary. Instead, all documents are split using specific knowledge about each\n",
-    "document format to partition the document into semantic units (document elements) and we only need to\n",
-    "resort to text-splitting when a single element exceeds the desired maximum chunk size. In general,\n",
-    "chunking combines consecutive elements to form chunks as large as possible without exceeding the\n",
-    "maximum chunk size. Chunking produces a sequence of CompositeElement, Table, or TableChunk elements.\n",
-    "Each “chunk” is an instance of one of these three types.\n",
-    "\n",
-    "See this [page](https://docs.unstructured.io/open-source/core-functionality/chunking) for more\n",
-    "details about chunking options, but to reproduce the same behavior as `mode=\"single\"`, you can set\n",
-    "`chunking_strategy=\"basic\"`, `max_characters=<some-really-big-number>`, and `include_orig_elements=False`."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "id": "e9f1c20d",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "WARNING: Partitioning locally even though api_key is defined since partition_via_api=False.\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Number of LangChain documents: 1\n",
-      "Length of text in the document: 42772\n"
-     ]
-    }
-   ],
-   "source": [
-    "from langchain_unstructured import UnstructuredLoader\n",
-    "\n",
-    "loader = UnstructuredLoader(\n",
-    "    \"./example_data/layout-parser-paper.pdf\",\n",
-    "    chunking_strategy=\"basic\",\n",
-    "    max_characters=1000000,\n",
-    "    include_orig_elements=False,\n",
-    ")\n",
-    "\n",
-    "docs = loader.load()\n",
-    "\n",
-    "print(\"Number of LangChain documents:\", len(docs))\n",
-    "print(\"Length of text in the document:\", len(docs[0].page_content))"
-   ]
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -512,7 +397,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.13"
+   "version": "3.10.5"
   }
  },
  "nbformat": 4,

docs/docs/integrations/graphs/rdflib_sparql.ipynb

@@ -316,7 +316,7 @@
    "id": "eb00a625-a6c9-4766-b3f0-eaed024851c9",
    "metadata": {},
    "source": [
-    "## Return SPARQL query\n",
+    "## Return SQARQL query\n",
     "You can return the SPARQL query step from the Sparql QA Chain using the `return_sparql_query` parameter"
    ]
   },
@@ -358,7 +358,7 @@
       "\u001b[32;1m\u001b[1;3m[]\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n",
-      "SPARQL query: PREFIX foaf: <http://xmlns.com/foaf/0.1/>\n",
+      "SQARQL query: PREFIX foaf: <http://xmlns.com/foaf/0.1/>\n",
       "SELECT ?workHomepage\n",
       "WHERE {\n",
       "    ?person foaf:name \"Tim Berners-Lee\" .\n",
@@ -370,7 +370,7 @@
    ],
    "source": [
     "result = chain(\"What is Tim Berners-Lee's work homepage?\")\n",
-    "print(f\"SPARQL query: {result['sparql_query']}\")\n",
+    "print(f\"SQARQL query: {result['sparql_query']}\")\n",
     "print(f\"Final answer: {result['result']}\")"
    ]
   },

docs/docs/integrations/llm_caching.ipynb

@@ -7,29 +7,12 @@
    "source": [
     "# Model caches\n",
     "\n",
-    "This notebook covers how to cache results of individual LLM calls using different caches.\n",
-    "\n",
-    "First, let's install some dependencies"
+    "This notebook covers how to cache results of individual LLM calls using different caches."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "88486f6f",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain-openai langchain-community\n",
-    "\n",
-    "import os\n",
-    "from getpass import getpass\n",
-    "\n",
-    "os.environ[\"OPENAI_API_KEY\"] = getpass()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "id": "10ad9224",
    "metadata": {
     "ExecuteTime": {
@@ -42,9 +25,8 @@
     "from langchain.globals import set_llm_cache\n",
     "from langchain_openai import OpenAI\n",
     "\n",
-    "# To make the caching really obvious, lets use a slower and older model.\n",
-    "# Caching supports newer chat models as well.\n",
-    "llm = OpenAI(model=\"gpt-3.5-turbo-instruct\", n=2, best_of=2)"
+    "# To make the caching really obvious, lets use a slower model.\n",
+    "llm = OpenAI(model_name=\"gpt-3.5-turbo-instruct\", n=2, best_of=2)"
    ]
   },
   {
@@ -59,7 +41,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 11,
    "id": "426ff912",
    "metadata": {},
    "outputs": [],
@@ -71,7 +53,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "id": "64005d1f",
    "metadata": {},
    "outputs": [
@@ -79,14 +61,45 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 7.57 ms, sys: 8.22 ms, total: 15.8 ms\n",
-      "Wall time: 649 ms\n"
+      "CPU times: user 52.2 ms, sys: 15.2 ms, total: 67.4 ms\n",
+      "Wall time: 1.19 s\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
+       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was...two tired!\""
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "%%time\n",
+    "# The first time, it is not yet in cache, so it should take longer\n",
+    "llm(\"Tell me a joke\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "c8a1cb2b",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "CPU times: user 191 µs, sys: 11 µs, total: 202 µs\n",
+      "Wall time: 205 µs\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was...two tired!\""
       ]
      },
      "execution_count": 4,
@@ -94,41 +107,10 @@
      "output_type": "execute_result"
     }
    ],
-   "source": [
-    "%%time\n",
-    "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "c8a1cb2b",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "CPU times: user 551 µs, sys: 221 µs, total: 772 µs\n",
-      "Wall time: 1.23 ms\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -143,7 +125,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": null,
    "id": "aefd9d2f",
    "metadata": {},
    "outputs": [],
@@ -153,7 +135,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "5f036236",
    "metadata": {},
    "outputs": [],
@@ -166,7 +148,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 7,
    "id": "fa18e3af",
    "metadata": {},
    "outputs": [
@@ -174,17 +156,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 12.6 ms, sys: 3.51 ms, total: 16.1 ms\n",
-      "Wall time: 486 ms\n"
+      "CPU times: user 33.2 ms, sys: 18.1 ms, total: 51.2 ms\n",
+      "Wall time: 667 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
+       "'\\n\\nWhy did the chicken cross the road?\\n\\nTo get to the other side.'"
       ]
      },
-     "execution_count": 8,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -192,12 +174,12 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 8,
    "id": "5bf2f6fd",
    "metadata": {
     "scrolled": true
@@ -207,17 +189,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 52.6 ms, sys: 57.7 ms, total: 110 ms\n",
-      "Wall time: 113 ms\n"
+      "CPU times: user 4.86 ms, sys: 1.97 ms, total: 6.83 ms\n",
+      "Wall time: 5.79 ms\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "\"\\n\\nWhy couldn't the bicycle stand up by itself? Because it was two-tired!\""
+       "'\\n\\nWhy did the chicken cross the road?\\n\\nTo get to the other side.'"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 8,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -225,7 +207,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -245,16 +227,6 @@
     "Use [Upstash Redis](https://upstash.com) to cache prompts and responses with a serverless HTTP API."
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "9bd81e8e",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU upstash_redis"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 11,
@@ -300,7 +272,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -331,7 +303,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -354,16 +326,6 @@
     "Use [Redis](/docs/integrations/providers/redis) to cache prompts and responses."
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "d104226b",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU redis"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 9,
@@ -407,7 +369,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -438,7 +400,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -452,17 +414,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "77b3e4e0",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU redis"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 15,
    "id": "64df3099",
    "metadata": {},
    "outputs": [],
@@ -503,7 +455,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -535,7 +487,7 @@
     "%%time\n",
     "# The second time, while not a direct hit, the question is semantically similar to the original question,\n",
     "# so it uses the cached result!\n",
-    "llm.invoke(\"Tell me one joke\")"
+    "llm(\"Tell me one joke\")"
    ]
   },
   {
@@ -553,16 +505,6 @@
     "Let's first start with an example of exact match"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "7fe96cea",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU gptcache"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 5,
@@ -621,7 +563,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -652,7 +594,7 @@
    "source": [
     "%%time\n",
     "# The second time it is, so it goes faster\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -717,7 +659,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -748,7 +690,7 @@
    "source": [
     "%%time\n",
     "# This is an exact match, so it finds it in the cache\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -779,7 +721,7 @@
    "source": [
     "%%time\n",
     "# This is not an exact match, but semantically within distance so it hits!\n",
-    "llm.invoke(\"Tell me joke\")"
+    "llm(\"Tell me joke\")"
    ]
   },
   {
@@ -802,11 +744,7 @@
     "### `MongoDBCache`\n",
     "An abstraction to store a simple cache in MongoDB. This does not use Semantic Caching, nor does it require an index to be made on the collection before generation.\n",
     "\n",
-    "To import this cache, first install the required dependency:\n",
-    "\n",
-    "```bash\n",
-    "%pip install -qU langchain-mongodb\n",
-    "```\n",
+    "To import this cache:\n",
     "\n",
     "```python\n",
     "from langchain_mongodb.cache import MongoDBCache\n",
@@ -884,7 +822,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -qU momento"
+    "%pip install --upgrade --quiet  momento"
    ]
   },
   {
@@ -939,7 +877,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -971,7 +909,7 @@
     "%%time\n",
     "# The second time it is, so it goes faster\n",
     "# When run in the same region as the cache, latencies are single digit ms\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -1077,7 +1015,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -qU \"cassio>=0.1.4\""
+    "%pip install --upgrade --quiet \"cassio>=0.1.4\""
    ]
   },
   {
@@ -1412,8 +1350,6 @@
     }
    ],
    "source": [
-    "%pip install -qU langchain_astradb\n",
-    "\n",
     "import getpass\n",
     "\n",
     "ASTRA_DB_API_ENDPOINT = input(\"ASTRA_DB_API_ENDPOINT = \")\n",
@@ -1697,7 +1633,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -1733,7 +1669,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -1754,7 +1690,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -qU langchain-elasticsearch"
+    "%pip install -U langchain-elasticsearch"
    ]
   },
   {
@@ -1887,7 +1823,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "llm = OpenAI(model=\"gpt-3.5-turbo-instruct\", n=2, best_of=2, cache=False)"
+    "llm = OpenAI(model_name=\"gpt-3.5-turbo-instruct\", n=2, best_of=2, cache=False)"
    ]
   },
   {
@@ -1917,7 +1853,7 @@
    ],
    "source": [
     "%%time\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -1947,7 +1883,7 @@
    ],
    "source": [
     "%%time\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -1965,18 +1901,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 16,
    "id": "9afa3f7a",
    "metadata": {},
    "outputs": [],
    "source": [
-    "llm = OpenAI(model=\"gpt-3.5-turbo-instruct\")\n",
-    "no_cache_llm = OpenAI(model=\"gpt-3.5-turbo-instruct\", cache=False)"
+    "llm = OpenAI(model_name=\"gpt-3.5-turbo-instruct\")\n",
+    "no_cache_llm = OpenAI(model_name=\"gpt-3.5-turbo-instruct\", cache=False)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 17,
    "id": "98a78e8e",
    "metadata": {},
    "outputs": [],
@@ -1988,19 +1924,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 18,
    "id": "2bfb099b",
    "metadata": {},
    "outputs": [],
    "source": [
-    "with open(\"../how_to/state_of_the_union.txt\") as f:\n",
+    "with open(\"../../how_to/state_of_the_union.txt\") as f:\n",
     "    state_of_the_union = f.read()\n",
     "texts = text_splitter.split_text(state_of_the_union)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 19,
    "id": "f78b7f51",
    "metadata": {},
    "outputs": [],
@@ -2013,7 +1949,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 20,
    "id": "a2a30822",
    "metadata": {},
    "outputs": [],
@@ -2023,7 +1959,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 21,
    "id": "a545b743",
    "metadata": {},
    "outputs": [
@@ -2031,27 +1967,24 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 176 ms, sys: 23.2 ms, total: 199 ms\n",
-      "Wall time: 4.42 s\n"
+      "CPU times: user 452 ms, sys: 60.3 ms, total: 512 ms\n",
+      "Wall time: 5.09 s\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "{'input_documents': [Document(page_content='Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.  \\n\\nLast year COVID-19 kept us apart. This year we are finally together again. \\n\\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans. \\n\\nWith a duty to one another to the American people to the Constitution. \\n\\nAnd with an unwavering resolve that freedom will always triumph over tyranny. \\n\\nSix days ago, Russia’s Vladimir Putin sought to shake the foundations of the free world thinking he could make it bend to his menacing ways. But he badly miscalculated. \\n\\nHe thought he could roll into Ukraine and the world would roll over. Instead he met a wall of strength he never imagined. \\n\\nHe met the Ukrainian people. \\n\\nFrom President Zelenskyy to every Ukrainian, their fearlessness, their courage, their determination, inspires the world. \\n\\nGroups of citizens blocking tanks with their bodies. Everyone from students to retirees teachers turned soldiers defending their homeland. \\n\\nIn this struggle as President Zelenskyy said in his speech to the European Parliament “Light will win over darkness.” The Ukrainian Ambassador to the United States is here tonight. \\n\\nLet each of us here tonight in this Chamber send an unmistakable signal to Ukraine and to the world. \\n\\nPlease rise if you are able and show that, Yes, we the United States of America stand with the Ukrainian people. \\n\\nThroughout our history we’ve learned this lesson when dictators do not pay a price for their aggression they cause more chaos.   \\n\\nThey keep moving.   \\n\\nAnd the costs and the threats to America and the world keep rising.   \\n\\nThat’s why the NATO Alliance was created to secure peace and stability in Europe after World War 2. \\n\\nThe United States is a member along with 29 other nations. \\n\\nIt matters. American diplomacy matters. American resolve matters. \\n\\nPutin’s latest attack on Ukraine was premeditated and unprovoked. \\n\\nHe rejected repeated efforts at diplomacy. \\n\\nHe thought the West and NATO wouldn’t respond. And he thought he could divide us at home. Putin was wrong. We were ready.  Here is what we did.   \\n\\nWe prepared extensively and carefully. \\n\\nWe spent months building a coalition of other freedom-loving nations from Europe and the Americas to Asia and Africa to confront Putin. \\n\\nI spent countless hours unifying our European allies. We shared with the world in advance what we knew Putin was planning and precisely how he would try to falsely justify his aggression.  \\n\\nWe countered Russia’s lies with truth.   \\n\\nAnd now that he has acted the free world is holding him accountable. \\n\\nAlong with twenty-seven members of the European Union including France, Germany, Italy, as well as countries like the United Kingdom, Canada, Japan, Korea, Australia, New Zealand, and many others, even Switzerland. \\n\\nWe are inflicting pain on Russia and supporting the people of Ukraine. Putin is now isolated from the world more than ever. \\n\\nTogether with our allies –we are right now enforcing powerful economic sanctions. \\n\\nWe are cutting off Russia’s largest banks from the international financial system.  \\n\\nPreventing Russia’s central bank from defending the Russian Ruble making Putin’s $630 Billion “war fund” worthless.   \\n\\nWe are choking off Russia’s access to technology that will sap its economic strength and weaken its military for years to come.  \\n\\nTonight I say to the Russian oligarchs and corrupt leaders who have bilked billions of dollars off this violent regime no more. \\n\\nThe U.S. Department of Justice is assembling a dedicated task force to go after the crimes of Russian oligarchs.  \\n\\nWe are joining with our European allies to find and seize your yachts your luxury apartments your private jets. We are coming for your ill-begotten gains.'),\n",
-       "  Document(page_content='We are joining with our European allies to find and seize your yachts your luxury apartments your private jets. We are coming for your ill-begotten gains. \\n\\nAnd tonight I am announcing that we will join our allies in closing off American air space to all Russian flights – further isolating Russia – and adding an additional squeeze –on their economy. The Ruble has lost 30% of its value. \\n\\nThe Russian stock market has lost 40% of its value and trading remains suspended. Russia’s economy is reeling and Putin alone is to blame. \\n\\nTogether with our allies we are providing support to the Ukrainians in their fight for freedom. Military assistance. Economic assistance. Humanitarian assistance. \\n\\nWe are giving more than $1 Billion in direct assistance to Ukraine. \\n\\nAnd we will continue to aid the Ukrainian people as they defend their country and to help ease their suffering.  \\n\\nLet me be clear, our forces are not engaged and will not engage in conflict with Russian forces in Ukraine.  \\n\\nOur forces are not going to Europe to fight in Ukraine, but to defend our NATO Allies – in the event that Putin decides to keep moving west.  \\n\\nFor that purpose we’ve mobilized American ground forces, air squadrons, and ship deployments to protect NATO countries including Poland, Romania, Latvia, Lithuania, and Estonia. \\n\\nAs I have made crystal clear the United States and our Allies will defend every inch of territory of NATO countries with the full force of our collective power.  \\n\\nAnd we remain clear-eyed. The Ukrainians are fighting back with pure courage. But the next few days weeks, months, will be hard on them.  \\n\\nPutin has unleashed violence and chaos.  But while he may make gains on the battlefield – he will pay a continuing high price over the long run. \\n\\nAnd a proud Ukrainian people, who have known 30 years  of independence, have repeatedly shown that they will not tolerate anyone who tries to take their country backwards.  \\n\\nTo all Americans, I will be honest with you, as I’ve always promised. A Russian dictator, invading a foreign country, has costs around the world. \\n\\nAnd I’m taking robust action to make sure the pain of our sanctions  is targeted at Russia’s economy. And I will use every tool at our disposal to protect American businesses and consumers. \\n\\nTonight, I can announce that the United States has worked with 30 other countries to release 60 Million barrels of oil from reserves around the world.  \\n\\nAmerica will lead that effort, releasing 30 Million barrels from our own Strategic Petroleum Reserve. And we stand ready to do more if necessary, unified with our allies.  \\n\\nThese steps will help blunt gas prices here at home. And I know the news about what’s happening can seem alarming. \\n\\nBut I want you to know that we are going to be okay. \\n\\nWhen the history of this era is written Putin’s war on Ukraine will have left Russia weaker and the rest of the world stronger. \\n\\nWhile it shouldn’t have taken something so terrible for people around the world to see what’s at stake now everyone sees it clearly. \\n\\nWe see the unity among leaders of nations and a more unified Europe a more unified West. And we see unity among the people who are gathering in cities in large crowds around the world even in Russia to demonstrate their support for Ukraine.  \\n\\nIn the battle between democracy and autocracy, democracies are rising to the moment, and the world is clearly choosing the side of peace and security. \\n\\nThis is a real test. It’s going to take time. So let us continue to draw inspiration from the iron will of the Ukrainian people. \\n\\nTo our fellow Ukrainian Americans who forge a deep bond that connects our two nations we stand with you. \\n\\nPutin may circle Kyiv with tanks, but he will never gain the hearts and souls of the Ukrainian people. \\n\\nHe will never extinguish their love of freedom. He will never weaken the resolve of the free world. \\n\\nWe meet tonight in an America that has lived through two of the hardest years this nation has ever faced.'),\n",
-       "  Document(page_content='We meet tonight in an America that has lived through two of the hardest years this nation has ever faced. \\n\\nThe pandemic has been punishing. \\n\\nAnd so many families are living paycheck to paycheck, struggling to keep up with the rising cost of food, gas, housing, and so much more. \\n\\nI understand. \\n\\nI remember when my Dad had to leave our home in Scranton, Pennsylvania to find work. I grew up in a family where if the price of food went up, you felt it. \\n\\nThat’s why one of the first things I did as President was fight to pass the American Rescue Plan.  \\n\\nBecause people were hurting. We needed to act, and we did. \\n\\nFew pieces of legislation have done more in a critical moment in our history to lift us out of crisis. \\n\\nIt fueled our efforts to vaccinate the nation and combat COVID-19. It delivered immediate economic relief for tens of millions of Americans.  \\n\\nHelped put food on their table, keep a roof over their heads, and cut the cost of health insurance. \\n\\nAnd as my Dad used to say, it gave people a little breathing room. \\n\\nAnd unlike the $2 Trillion tax cut passed in the previous administration that benefitted the top 1% of Americans, the American Rescue Plan helped working people—and left no one behind. \\n\\nAnd it worked. It created jobs. Lots of jobs. \\n\\nIn fact—our economy created over 6.5 Million new jobs just last year, more jobs created in one year  \\nthan ever before in the history of America. \\n\\nOur economy grew at a rate of 5.7% last year, the strongest growth in nearly 40 years, the first step in bringing fundamental change to an economy that hasn’t worked for the working people of this nation for too long.  \\n\\nFor the past 40 years we were told that if we gave tax breaks to those at the very top, the benefits would trickle down to everyone else. \\n\\nBut that trickle-down theory led to weaker economic growth, lower wages, bigger deficits, and the widest gap between those at the top and everyone else in nearly a century. \\n\\nVice President Harris and I ran for office with a new economic vision for America. \\n\\nInvest in America. Educate Americans. Grow the workforce. Build the economy from the bottom up  \\nand the middle out, not from the top down.  \\n\\nBecause we know that when the middle class grows, the poor have a ladder up and the wealthy do very well. \\n\\nAmerica used to have the best roads, bridges, and airports on Earth. \\n\\nNow our infrastructure is ranked 13th in the world. \\n\\nWe won’t be able to compete for the jobs of the 21st Century if we don’t fix that. \\n\\nThat’s why it was so important to pass the Bipartisan Infrastructure Law—the most sweeping investment to rebuild America in history. \\n\\nThis was a bipartisan effort, and I want to thank the members of both parties who worked to make it happen. \\n\\nWe’re done talking about infrastructure weeks. \\n\\nWe’re going to have an infrastructure decade. \\n\\nIt is going to transform America and put us on a path to win the economic competition of the 21st Century that we face with the rest of the world—particularly with China.  \\n\\nAs I’ve told Xi Jinping, it is never a good bet to bet against the American people. \\n\\nWe’ll create good jobs for millions of Americans, modernizing roads, airports, ports, and waterways all across America. \\n\\nAnd we’ll do it all to withstand the devastating effects of the climate crisis and promote environmental justice. \\n\\nWe’ll build a national network of 500,000 electric vehicle charging stations, begin to replace poisonous lead pipes—so every child—and every American—has clean water to drink at home and at school, provide affordable high-speed internet for every American—urban, suburban, rural, and tribal communities. \\n\\n4,000 projects have already been announced. \\n\\nAnd tonight, I’m announcing that this year we will start fixing over 65,000 miles of highway and 1,500 bridges in disrepair. \\n\\nWhen we use taxpayer dollars to rebuild America – we are going to Buy American: buy American products to support American jobs.')],\n",
-       " 'output_text': \" The speaker addresses the unity and strength of Americans and discusses the recent conflict with Russia and actions taken by the US and its allies. They announce closures of airspace, support for Ukraine, and measures to target corrupt Russian leaders. President Biden reflects on past hardships and highlights efforts to pass the American Rescue Plan. He criticizes the previous administration's policies and shares plans for the economy, including investing in America, education, rebuilding infrastructure, and supporting American jobs. \"}"
+       "'\\n\\nPresident Biden is discussing the American Rescue Plan and the Bipartisan Infrastructure Law, which will create jobs and help Americans. He also talks about his vision for America, which includes investing in education and infrastructure. In response to Russian aggression in Ukraine, the United States is joining with European allies to impose sanctions and isolate Russia. American forces are being mobilized to protect NATO countries in the event that Putin decides to keep moving west. The Ukrainians are bravely fighting back, but the next few weeks will be hard for them. Putin will pay a high price for his actions in the long run. Americans should not be alarmed, as the United States is taking action to protect its interests and allies.'"
       ]
      },
-     "execution_count": 17,
+     "execution_count": 21,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "%%time\n",
-    "chain.invoke(docs)"
+    "chain.run(docs)"
    ]
   },
   {
@@ -2064,7 +1997,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 22,
    "id": "39cbb282",
    "metadata": {},
    "outputs": [
@@ -2072,43 +2005,32 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 7 ms, sys: 1.94 ms, total: 8.94 ms\n",
-      "Wall time: 1.06 s\n"
+      "CPU times: user 11.5 ms, sys: 4.33 ms, total: 15.8 ms\n",
+      "Wall time: 1.04 s\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "{'input_documents': [Document(page_content='Madam Speaker, Madam Vice President, our First Lady and Second Gentleman. Members of Congress and the Cabinet. Justices of the Supreme Court. My fellow Americans.  \\n\\nLast year COVID-19 kept us apart. This year we are finally together again. \\n\\nTonight, we meet as Democrats Republicans and Independents. But most importantly as Americans. \\n\\nWith a duty to one another to the American people to the Constitution. \\n\\nAnd with an unwavering resolve that freedom will always triumph over tyranny. \\n\\nSix days ago, Russia’s Vladimir Putin sought to shake the foundations of the free world thinking he could make it bend to his menacing ways. But he badly miscalculated. \\n\\nHe thought he could roll into Ukraine and the world would roll over. Instead he met a wall of strength he never imagined. \\n\\nHe met the Ukrainian people. \\n\\nFrom President Zelenskyy to every Ukrainian, their fearlessness, their courage, their determination, inspires the world. \\n\\nGroups of citizens blocking tanks with their bodies. Everyone from students to retirees teachers turned soldiers defending their homeland. \\n\\nIn this struggle as President Zelenskyy said in his speech to the European Parliament “Light will win over darkness.” The Ukrainian Ambassador to the United States is here tonight. \\n\\nLet each of us here tonight in this Chamber send an unmistakable signal to Ukraine and to the world. \\n\\nPlease rise if you are able and show that, Yes, we the United States of America stand with the Ukrainian people. \\n\\nThroughout our history we’ve learned this lesson when dictators do not pay a price for their aggression they cause more chaos.   \\n\\nThey keep moving.   \\n\\nAnd the costs and the threats to America and the world keep rising.   \\n\\nThat’s why the NATO Alliance was created to secure peace and stability in Europe after World War 2. \\n\\nThe United States is a member along with 29 other nations. \\n\\nIt matters. American diplomacy matters. American resolve matters. \\n\\nPutin’s latest attack on Ukraine was premeditated and unprovoked. \\n\\nHe rejected repeated efforts at diplomacy. \\n\\nHe thought the West and NATO wouldn’t respond. And he thought he could divide us at home. Putin was wrong. We were ready.  Here is what we did.   \\n\\nWe prepared extensively and carefully. \\n\\nWe spent months building a coalition of other freedom-loving nations from Europe and the Americas to Asia and Africa to confront Putin. \\n\\nI spent countless hours unifying our European allies. We shared with the world in advance what we knew Putin was planning and precisely how he would try to falsely justify his aggression.  \\n\\nWe countered Russia’s lies with truth.   \\n\\nAnd now that he has acted the free world is holding him accountable. \\n\\nAlong with twenty-seven members of the European Union including France, Germany, Italy, as well as countries like the United Kingdom, Canada, Japan, Korea, Australia, New Zealand, and many others, even Switzerland. \\n\\nWe are inflicting pain on Russia and supporting the people of Ukraine. Putin is now isolated from the world more than ever. \\n\\nTogether with our allies –we are right now enforcing powerful economic sanctions. \\n\\nWe are cutting off Russia’s largest banks from the international financial system.  \\n\\nPreventing Russia’s central bank from defending the Russian Ruble making Putin’s $630 Billion “war fund” worthless.   \\n\\nWe are choking off Russia’s access to technology that will sap its economic strength and weaken its military for years to come.  \\n\\nTonight I say to the Russian oligarchs and corrupt leaders who have bilked billions of dollars off this violent regime no more. \\n\\nThe U.S. Department of Justice is assembling a dedicated task force to go after the crimes of Russian oligarchs.  \\n\\nWe are joining with our European allies to find and seize your yachts your luxury apartments your private jets. We are coming for your ill-begotten gains.'),\n",
-       "  Document(page_content='We are joining with our European allies to find and seize your yachts your luxury apartments your private jets. We are coming for your ill-begotten gains. \\n\\nAnd tonight I am announcing that we will join our allies in closing off American air space to all Russian flights – further isolating Russia – and adding an additional squeeze –on their economy. The Ruble has lost 30% of its value. \\n\\nThe Russian stock market has lost 40% of its value and trading remains suspended. Russia’s economy is reeling and Putin alone is to blame. \\n\\nTogether with our allies we are providing support to the Ukrainians in their fight for freedom. Military assistance. Economic assistance. Humanitarian assistance. \\n\\nWe are giving more than $1 Billion in direct assistance to Ukraine. \\n\\nAnd we will continue to aid the Ukrainian people as they defend their country and to help ease their suffering.  \\n\\nLet me be clear, our forces are not engaged and will not engage in conflict with Russian forces in Ukraine.  \\n\\nOur forces are not going to Europe to fight in Ukraine, but to defend our NATO Allies – in the event that Putin decides to keep moving west.  \\n\\nFor that purpose we’ve mobilized American ground forces, air squadrons, and ship deployments to protect NATO countries including Poland, Romania, Latvia, Lithuania, and Estonia. \\n\\nAs I have made crystal clear the United States and our Allies will defend every inch of territory of NATO countries with the full force of our collective power.  \\n\\nAnd we remain clear-eyed. The Ukrainians are fighting back with pure courage. But the next few days weeks, months, will be hard on them.  \\n\\nPutin has unleashed violence and chaos.  But while he may make gains on the battlefield – he will pay a continuing high price over the long run. \\n\\nAnd a proud Ukrainian people, who have known 30 years  of independence, have repeatedly shown that they will not tolerate anyone who tries to take their country backwards.  \\n\\nTo all Americans, I will be honest with you, as I’ve always promised. A Russian dictator, invading a foreign country, has costs around the world. \\n\\nAnd I’m taking robust action to make sure the pain of our sanctions  is targeted at Russia’s economy. And I will use every tool at our disposal to protect American businesses and consumers. \\n\\nTonight, I can announce that the United States has worked with 30 other countries to release 60 Million barrels of oil from reserves around the world.  \\n\\nAmerica will lead that effort, releasing 30 Million barrels from our own Strategic Petroleum Reserve. And we stand ready to do more if necessary, unified with our allies.  \\n\\nThese steps will help blunt gas prices here at home. And I know the news about what’s happening can seem alarming. \\n\\nBut I want you to know that we are going to be okay. \\n\\nWhen the history of this era is written Putin’s war on Ukraine will have left Russia weaker and the rest of the world stronger. \\n\\nWhile it shouldn’t have taken something so terrible for people around the world to see what’s at stake now everyone sees it clearly. \\n\\nWe see the unity among leaders of nations and a more unified Europe a more unified West. And we see unity among the people who are gathering in cities in large crowds around the world even in Russia to demonstrate their support for Ukraine.  \\n\\nIn the battle between democracy and autocracy, democracies are rising to the moment, and the world is clearly choosing the side of peace and security. \\n\\nThis is a real test. It’s going to take time. So let us continue to draw inspiration from the iron will of the Ukrainian people. \\n\\nTo our fellow Ukrainian Americans who forge a deep bond that connects our two nations we stand with you. \\n\\nPutin may circle Kyiv with tanks, but he will never gain the hearts and souls of the Ukrainian people. \\n\\nHe will never extinguish their love of freedom. He will never weaken the resolve of the free world. \\n\\nWe meet tonight in an America that has lived through two of the hardest years this nation has ever faced.'),\n",
-       "  Document(page_content='We meet tonight in an America that has lived through two of the hardest years this nation has ever faced. \\n\\nThe pandemic has been punishing. \\n\\nAnd so many families are living paycheck to paycheck, struggling to keep up with the rising cost of food, gas, housing, and so much more. \\n\\nI understand. \\n\\nI remember when my Dad had to leave our home in Scranton, Pennsylvania to find work. I grew up in a family where if the price of food went up, you felt it. \\n\\nThat’s why one of the first things I did as President was fight to pass the American Rescue Plan.  \\n\\nBecause people were hurting. We needed to act, and we did. \\n\\nFew pieces of legislation have done more in a critical moment in our history to lift us out of crisis. \\n\\nIt fueled our efforts to vaccinate the nation and combat COVID-19. It delivered immediate economic relief for tens of millions of Americans.  \\n\\nHelped put food on their table, keep a roof over their heads, and cut the cost of health insurance. \\n\\nAnd as my Dad used to say, it gave people a little breathing room. \\n\\nAnd unlike the $2 Trillion tax cut passed in the previous administration that benefitted the top 1% of Americans, the American Rescue Plan helped working people—and left no one behind. \\n\\nAnd it worked. It created jobs. Lots of jobs. \\n\\nIn fact—our economy created over 6.5 Million new jobs just last year, more jobs created in one year  \\nthan ever before in the history of America. \\n\\nOur economy grew at a rate of 5.7% last year, the strongest growth in nearly 40 years, the first step in bringing fundamental change to an economy that hasn’t worked for the working people of this nation for too long.  \\n\\nFor the past 40 years we were told that if we gave tax breaks to those at the very top, the benefits would trickle down to everyone else. \\n\\nBut that trickle-down theory led to weaker economic growth, lower wages, bigger deficits, and the widest gap between those at the top and everyone else in nearly a century. \\n\\nVice President Harris and I ran for office with a new economic vision for America. \\n\\nInvest in America. Educate Americans. Grow the workforce. Build the economy from the bottom up  \\nand the middle out, not from the top down.  \\n\\nBecause we know that when the middle class grows, the poor have a ladder up and the wealthy do very well. \\n\\nAmerica used to have the best roads, bridges, and airports on Earth. \\n\\nNow our infrastructure is ranked 13th in the world. \\n\\nWe won’t be able to compete for the jobs of the 21st Century if we don’t fix that. \\n\\nThat’s why it was so important to pass the Bipartisan Infrastructure Law—the most sweeping investment to rebuild America in history. \\n\\nThis was a bipartisan effort, and I want to thank the members of both parties who worked to make it happen. \\n\\nWe’re done talking about infrastructure weeks. \\n\\nWe’re going to have an infrastructure decade. \\n\\nIt is going to transform America and put us on a path to win the economic competition of the 21st Century that we face with the rest of the world—particularly with China.  \\n\\nAs I’ve told Xi Jinping, it is never a good bet to bet against the American people. \\n\\nWe’ll create good jobs for millions of Americans, modernizing roads, airports, ports, and waterways all across America. \\n\\nAnd we’ll do it all to withstand the devastating effects of the climate crisis and promote environmental justice. \\n\\nWe’ll build a national network of 500,000 electric vehicle charging stations, begin to replace poisonous lead pipes—so every child—and every American—has clean water to drink at home and at school, provide affordable high-speed internet for every American—urban, suburban, rural, and tribal communities. \\n\\n4,000 projects have already been announced. \\n\\nAnd tonight, I’m announcing that this year we will start fixing over 65,000 miles of highway and 1,500 bridges in disrepair. \\n\\nWhen we use taxpayer dollars to rebuild America – we are going to Buy American: buy American products to support American jobs.')],\n",
-       " 'output_text': '\\n\\nThe speaker addresses the unity of Americans and discusses the conflict with Russia and support for Ukraine. The US and allies are taking action against Russia and targeting corrupt leaders. There is also support and assurance for the American people. President Biden reflects on recent hardships and highlights efforts to pass the American Rescue Plan. He also shares plans for economic growth and investment in America. '}"
+       "'\\n\\nPresident Biden is discussing the American Rescue Plan and the Bipartisan Infrastructure Law, which will create jobs and help Americans. He also talks about his vision for America, which includes investing in education and infrastructure.'"
       ]
      },
-     "execution_count": 19,
+     "execution_count": 22,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "%%time\n",
-    "chain.invoke(docs)"
+    "chain.run(docs)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": null,
    "id": "9df0dab8",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "rm: sqlite.db: No such file or directory\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "!rm .langchain.db sqlite.db"
    ]
@@ -2183,7 +2105,7 @@
    "source": [
     "%%time\n",
     "# The first time, it is not yet in cache, so it should take longer\n",
-    "llm.invoke(\"Tell me a joke\")"
+    "llm(\"Tell me a joke\")"
    ]
   },
   {
@@ -2220,7 +2142,7 @@
     "%%time\n",
     "# The second time, while not a direct hit, the question is semantically similar to the original question,\n",
     "# so it uses the cached result!\n",
-    "llm.invoke(\"Tell me one joke\")"
+    "llm(\"Tell me one joke\")"
    ]
   },
   {
@@ -2270,16 +2192,6 @@
     "The standard cache that looks for an exact match of the user prompt."
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "ac0a2276",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain_couchbase couchbase"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -2666,6 +2578,14 @@
     "| langchain_couchbase.cache | [CouchbaseCache](https://api.python.langchain.com/en/latest/cache/langchain_couchbase.cache.CouchbaseCache.html) |\n",
     "| langchain_couchbase.cache | [CouchbaseSemanticCache](https://api.python.langchain.com/en/latest/cache/langchain_couchbase.cache.CouchbaseSemanticCache.html) |\n"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "19067f14-c69a-4156-9504-af43a0713669",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -2684,7 +2604,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.10.13"
   }
  },
  "nbformat": 4,

docs/docs/integrations/llms/ibm_watsonx.ipynb

@@ -194,37 +194,12 @@
     ")"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "e4a1e0f1",
-   "metadata": {},
-   "source": [
-    "For certain requirements, there is an option to pass the IBM's [`APIClient`](https://ibm.github.io/watsonx-ai-python-sdk/base.html#apiclient) object into the `WatsonxLLM` class."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "4b28afc1",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from ibm_watsonx_ai import APIClient\n",
-    "\n",
-    "api_client = APIClient(...)\n",
-    "\n",
-    "watsonx_llm = WatsonxLLM(\n",
-    "    model_id=\"ibm/granite-13b-instruct-v2\",\n",
-    "    watsonx_client=api_client,\n",
-    ")"
-   ]
-  },
   {
    "cell_type": "markdown",
    "id": "7c4a632b",
    "metadata": {},
    "source": [
-    "You can also pass the IBM's [`ModelInference`](https://ibm.github.io/watsonx-ai-python-sdk/fm_model_inference.html) object into the `WatsonxLLM` class."
+    "You can also pass the IBM's [`ModelInference`](https://ibm.github.io/watsonx-ai-python-sdk/fm_model_inference.html) object into `WatsonxLLM` class."
    ]
   },
   {

docs/docs/integrations/llms/sambanova.ipynb

@@ -88,7 +88,6 @@
     "        \"max_tokens_to_generate\": 1000,\n",
     "        \"temperature\": 0.01,\n",
     "        \"select_expert\": \"llama-2-7b-chat-hf\",\n",
-    "        \"process_prompt\": False,\n",
     "        # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n",
     "        # \"repetition_penalty\":  1.0,\n",
     "        # \"top_k\": 50,\n",
@@ -117,7 +116,6 @@
     "        \"max_tokens_to_generate\": 1000,\n",
     "        \"temperature\": 0.01,\n",
     "        \"select_expert\": \"llama-2-7b-chat-hf\",\n",
-    "        \"process_prompt\": False,\n",
     "        # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n",
     "        # \"repetition_penalty\":  1.0,\n",
     "        # \"top_k\": 50,\n",
@@ -177,7 +175,9 @@
     "import os\n",
     "\n",
     "sambastudio_base_url = \"<Your SambaStudio environment URL>\"\n",
-    "sambastudio_base_uri = \"<Your SambaStudio endpoint base URI>\"  # optional, \"api/predict/generic\" set as default\n",
+    "sambastudio_base_uri = (\n",
+    "    \"<Your SambaStudio endpoint base URI>\"  # optional, \"api/predict/nlp\" set as default\n",
+    ")\n",
     "sambastudio_project_id = \"<Your SambaStudio project id>\"\n",
     "sambastudio_endpoint_id = \"<Your SambaStudio endpoint id>\"\n",
     "sambastudio_api_key = \"<Your SambaStudio endpoint API key>\"\n",
@@ -271,7 +271,6 @@
     "        \"do_sample\": True,\n",
     "        \"max_tokens_to_generate\": 1000,\n",
     "        \"temperature\": 0.01,\n",
-    "        \"process_prompt\": False,\n",
     "        \"select_expert\": \"Meta-Llama-3-8B-Instruct\",\n",
     "        # \"repetition_penalty\":  1.0,\n",
     "        # \"top_k\": 50,\n",

docs/docs/integrations/llms/yi.ipynb

@@ -1,133 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# Yi\n",
-    "[01.AI](https://www.lingyiwanwu.com/en), founded by Dr. Kai-Fu Lee, is a global company at the forefront of AI 2.0. They offer cutting-edge large language models, including the Yi series, which range from 6B to hundreds of billions of parameters. 01.AI also provides multimodal models, an open API platform, and open-source options like Yi-34B/9B/6B and Yi-VL."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "## Installing the langchain packages needed to use the integration\n",
-    "%pip install -qU langchain-community"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Prerequisite\n",
-    "An API key is required to access Yi LLM API. Visit https://www.lingyiwanwu.com/ to get your API key. When applying for the API key, you need to specify whether it's for domestic (China) or international use."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Use Yi LLM"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "os.environ[\"YI_API_KEY\"] = \"YOUR_API_KEY\"\n",
-    "\n",
-    "from langchain_community.llms import YiLLM\n",
-    "\n",
-    "# Load the model\n",
-    "llm = YiLLM(model=\"yi-large\")\n",
-    "\n",
-    "# You can specify the region if needed (default is \"auto\")\n",
-    "# llm = YiLLM(model=\"yi-large\", region=\"domestic\")  # or \"international\"\n",
-    "\n",
-    "# Basic usage\n",
-    "res = llm.invoke(\"What's your name?\")\n",
-    "print(res)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Generate method\n",
-    "res = llm.generate(\n",
-    "    prompts=[\n",
-    "        \"Explain the concept of large language models.\",\n",
-    "        \"What are the potential applications of AI in healthcare?\",\n",
-    "    ]\n",
-    ")\n",
-    "print(res)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Streaming\n",
-    "for chunk in llm.stream(\"Describe the key features of the Yi language model series.\"):\n",
-    "    print(chunk, end=\"\", flush=True)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Asynchronous streaming\n",
-    "import asyncio\n",
-    "\n",
-    "\n",
-    "async def run_aio_stream():\n",
-    "    async for chunk in llm.astream(\n",
-    "        \"Write a brief on the future of AI according to Dr. Kai-Fu Lee's vision.\"\n",
-    "    ):\n",
-    "        print(chunk, end=\"\", flush=True)\n",
-    "\n",
-    "\n",
-    "asyncio.run(run_aio_stream())"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Adjusting parameters\n",
-    "llm_with_params = YiLLM(\n",
-    "    model=\"yi-large\",\n",
-    "    temperature=0.7,\n",
-    "    top_p=0.9,\n",
-    ")\n",
-    "\n",
-    "res = llm_with_params(\n",
-    "    \"Propose an innovative AI application that could benefit society.\"\n",
-    ")\n",
-    "print(res)"
-   ]
-  }
- ],
- "metadata": {
-  "language_info": {
-   "name": "python"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

docs/docs/integrations/memory/tidb_chat_message_history.ipynb

@@ -6,7 +6,7 @@
    "source": [
     "# TiDB\n",
     "\n",
-    "> [TiDB Cloud](https://www.pingcap.com/tidb-serverless/), is a comprehensive Database-as-a-Service (DBaaS) solution, that provides dedicated and serverless options. TiDB Serverless is now integrating a built-in vector search into the MySQL landscape. With this enhancement, you can seamlessly develop AI applications using TiDB Serverless without the need for a new database or additional technical stacks. Create a free TiDB Serverless cluster and start using the vector search feature at https://pingcap.com/ai.\n",
+    "> [TiDB Cloud](https://tidbcloud.com/), is a comprehensive Database-as-a-Service (DBaaS) solution, that provides dedicated and serverless options. TiDB Serverless is now integrating a built-in vector search into the MySQL landscape. With this enhancement, you can seamlessly develop AI applications using TiDB Serverless without the need for a new database or additional technical stacks. Be among the first to experience it by joining the waitlist for the private beta at https://tidb.cloud/ai.\n",
     "\n",
     "This notebook introduces how to use TiDB to store chat message history. "
    ]

docs/docs/integrations/platforms/google.mdx

@@ -140,18 +140,6 @@ See a [usage example](/docs/integrations/text_embedding/google_vertex_ai_palm).
 from langchain_google_vertexai import VertexAIEmbeddings
 ```
 
-### Palm Embedding
-
-We need to install `langchain-community` python package.
-
-```bash
-pip install langchain-community
-```
-
-```python
-from langchain_community.embeddings.google_palm import GooglePalmEmbeddings
-```
-
 ## Document Loaders
 
 ### AlloyDB for PostgreSQL

docs/docs/integrations/platforms/index.mdx

@@ -40,7 +40,6 @@ These providers have standalone `langchain-{provider}` packages for improved ver
 - [Qdrant](/docs/integrations/providers/qdrant)
 - [Robocorp](/docs/integrations/providers/robocorp)
 - [Together AI](/docs/integrations/providers/together)
-- [Unstructured](/docs/integrations/providers/unstructured)
 - [Upstage](/docs/integrations/providers/upstage)
 - [Voyage AI](/docs/integrations/providers/voyageai)
 

docs/docs/integrations/platforms/microsoft.mdx

@@ -156,20 +156,6 @@ See a [usage example](/docs/integrations/document_loaders/microsoft_onedrive).
 from langchain_community.document_loaders import OneDriveLoader
 ```
 
-### Microsoft OneDrive File
-
->[Microsoft OneDrive](https://en.wikipedia.org/wiki/OneDrive) (formerly `SkyDrive`) is a file-hosting service operated by Microsoft.
-
-First, you need to install a python package.
-
-```bash
-pip install o365
-```
-
-```python
-from langchain_community.document_loaders import OneDriveFileLoader
-```
-
 
 ### Microsoft Word
 
@@ -352,7 +338,7 @@ Follow the documentation [here](/docs/integrations/tools/bing_search) to get a d
 
 The environment variable `BING_SUBSCRIPTION_KEY` and `BING_SEARCH_URL` are required from Bing Search resource.
 
-```python
+```bash
 from langchain_community.tools.bing_search import BingSearchResults
 from langchain_community.utilities import BingSearchAPIWrapper
 

docs/docs/integrations/providers/cassandra.mdx

@@ -68,18 +68,3 @@ Learn more in the [example notebook](/docs/integrations/document_loaders/cassand
 
 > Apache Cassandra, Cassandra and Apache are either registered trademarks or trademarks of 
 > the [Apache Software Foundation](http://www.apache.org/) in the United States and/or other countries.
-
-## Toolkit
-
-The `Cassandra Database toolkit` enables AI engineers to efficiently integrate agents
-with Cassandra data.
-
-```python
-from langchain_community.agent_toolkits.cassandra_database.toolkit import (
-    CassandraDatabaseToolkit,
-)
-```
-
-Learn more in the [example notebook](/docs/integrations/toolkits/cassandra_database).
-
-

docs/docs/integrations/providers/dedoc.mdx

@@ -1,56 +0,0 @@
-# Dedoc
-
->[Dedoc](https://dedoc.readthedocs.io) is an [open-source](https://github.com/ispras/dedoc)
-library/service that extracts texts, tables, attached files and document structure
-(e.g., titles, list items, etc.) from files of various formats.
-
-`Dedoc` supports `DOCX`, `XLSX`, `PPTX`, `EML`, `HTML`, `PDF`, images and more.
-Full list of supported formats can be found [here](https://dedoc.readthedocs.io/en/latest/#id1).
-
-## Installation and Setup
-
-### Dedoc library
-
-You can install `Dedoc` using `pip`.
-In this case, you will need to install dependencies,
-please go [here](https://dedoc.readthedocs.io/en/latest/getting_started/installation.html)
-to get more information.
-
-```bash
-pip install dedoc
-```
-
-### Dedoc API
-
-If you are going to use `Dedoc` API, you don't need to install `dedoc` library.
-In this case, you should run the `Dedoc` service, e.g. `Docker` container (please see
-[the documentation](https://dedoc.readthedocs.io/en/latest/getting_started/installation.html#install-and-run-dedoc-using-docker)
-for more details):
-
-```bash
-docker pull dedocproject/dedoc
-docker run -p 1231:1231
-```
-
-## Document Loader
-
-* For handling files of any formats (supported by `Dedoc`), you can use `DedocFileLoader`:
-
-    ```python
-    from langchain_community.document_loaders import DedocFileLoader
-    ```
-
-* For handling PDF files (with or without a textual layer), you can use `DedocPDFLoader`:
-
-    ```python
-    from langchain_community.document_loaders import DedocPDFLoader
-    ```
-
-* For handling files of any formats without library installation,
-you can use `Dedoc API` with `DedocAPIFileLoader`:
-
-    ```python
-    from langchain_community.document_loaders import DedocAPIFileLoader
-    ```
-
-Please see a [usage example](/docs/integrations/document_loaders/dedoc) for more details.

docs/docs/integrations/providers/premai.md

@@ -38,7 +38,7 @@ import getpass
 if "PREMAI_API_KEY" not in os.environ:
     os.environ["PREMAI_API_KEY"] = getpass.getpass("PremAI API Key:")
 
-chat = ChatPremAI(project_id=1234, model_name="gpt-4o")
+chat = ChatPremAI(project_id=8)
 ```
 
 ### Chat Completions
@@ -50,8 +50,7 @@ The first one will give us a static result. Whereas the second one will stream t
 ```python
 human_message = HumanMessage(content="Who are you?")
 
-response = chat.invoke([human_message])
-print(response.content)
+chat.invoke([human_message])
 ```
 
 You can provide system prompt here like this:
@@ -85,8 +84,8 @@ Repositories are also supported in langchain premai. Here is how you can do it.
 
 ```python 
 
-query = "Which models are used for dense retrieval"
-repository_ids = [1985,]
+query = "what is the diameter of individual Galaxy"
+repository_ids = [1991, ]
 repositories = dict(
     ids=repository_ids,
     similarity_threshold=0.3,
@@ -101,8 +100,6 @@ First we start by defining our repository with some repository ids. Make sure th
 Now, we connect the repository with our chat object to invoke RAG based generations. 
 
 ```python 
-import json
-
 response = chat.invoke(query, max_tokens=100, repositories=repositories)
 
 print(response.content)
@@ -112,22 +109,25 @@ print(json.dumps(response.response_metadata, indent=4))
 This is how an output looks like. 
 
 ```bash
-Dense retrieval models typically include:
-
-1. **BERT-based Models**: Such as DPR (Dense Passage Retrieval) which uses BERT for encoding queries and passages.
-2. **ColBERT**: A model that combines BERT with late interaction mechanisms.
-3. **ANCE (Approximate Nearest Neighbor Negative Contrastive Estimation)**: Uses BERT and focuses on efficient retrieval.
-4. **TCT-ColBERT**: A variant of ColBERT that uses a two-tower
+The diameters of individual galaxies range from 80,000-150,000 light-years.
 {
     "document_chunks": [
         {
-            "repository_id": 1985,
-            "document_id": 1306,
-            "chunk_id": 173899,
-            "document_name": "[D] Difference between sparse and dense informati\u2026",
-            "similarity_score": 0.3209080100059509,
-            "content": "with the difference or anywhere\nwhere I can read about it?\n\n\n      17                  9\n\n\n      u/ScotiabankCanada        \u2022  Promoted\n\n\n                       Accelerate your study permit process\n                       with Scotiabank's Student GIC\n                       Program. We're here to help you tur\u2026\n\n\n                       startright.scotiabank.com         Learn More\n\n\n                            Add a Comment\n\n\nSort by:   Best\n\n\n      DinosParkour      \u2022 1y ago\n\n\n     Dense Retrieval (DR) m"
-        }
+            "repository_id": 19xx,
+            "document_id": 13xx,
+            "chunk_id": 173xxx,
+            "document_name": "Kegy 202 Chapter 2",
+            "similarity_score": 0.586126983165741,
+            "content": "n thousands\n                                                                                                                                               of           light-years. The diameters of individual\n                                                                                                                                               galaxies range from 80,000-150,000 light\n                                                                                                                       "
+        },
+        {
+            "repository_id": 19xx,
+            "document_id": 13xx,
+            "chunk_id": 173xxx,
+            "document_name": "Kegy 202 Chapter 2",
+            "similarity_score": 0.4815782308578491,
+            "content": "                                                for development of galaxies. A galaxy contains\n                                                                                                                                               a large number of stars. Galaxies spread over\n                                                                                                                                               vast distances that are measured in thousands\n                                       "
+        },
     ]
 }
 ```
@@ -264,164 +264,4 @@ doc_result[:5]
  0.0008162345038726926,
  -0.004556538071483374,
  0.02918623760342598,
- -0.02547479420900345]
-
-## Tool/Function Calling
-
-LangChain PremAI supports tool/function calling. Tool/function calling allows a model to respond to a given prompt by generating output that matches a user-defined schema. 
-
-- You can learn all about tool calling in details [in our documentation here](https://docs.premai.io/get-started/function-calling).
-- You can learn more about langchain tool calling in [this part of the docs](https://python.langchain.com/v0.1/docs/modules/model_io/chat/function_calling).
-
-**NOTE:**
-
-> The current version of LangChain ChatPremAI do not support function/tool calling with streaming support. Streaming support along with function calling will come soon. 
-
-### Passing tools to model
-
-In order to pass tools and let the LLM choose the tool it needs to call, we need to pass a tool schema. A tool schema is the function definition along with proper docstring on what does the function do, what each argument of the function is etc. Below are some simple arithmetic functions with their schema. 
-
-**NOTE:** 
-> When defining function/tool schema, do not forget to add information around the function arguments, otherwise it would throw error.
-
-```python
-from langchain_core.tools import tool
-from langchain_core.pydantic_v1 import BaseModel, Field 
-
-# Define the schema for function arguments
-class OperationInput(BaseModel):
-    a: int = Field(description="First number")
-    b: int = Field(description="Second number")
-
-
-# Now define the function where schema for argument will be OperationInput
-@tool("add", args_schema=OperationInput, return_direct=True)
-def add(a: int, b: int) -> int:
-    """Adds a and b.
-
-    Args:
-        a: first int
-        b: second int
-    """
-    return a + b
-
-
-@tool("multiply", args_schema=OperationInput, return_direct=True)
-def multiply(a: int, b: int) -> int:
-    """Multiplies a and b.
-
-    Args:
-        a: first int
-        b: second int
-    """
-    return a * b
-```
-
-### Binding tool schemas with our LLM
-
-We will now use the `bind_tools` method to convert our above functions to a "tool" and binding it with the model. This means we are going to pass these tool informations everytime we invoke the model. 
-
-```python
-tools = [add, multiply]
-llm_with_tools = chat.bind_tools(tools)
-```
-
-After this, we get the response from the model which is now binded with the tools. 
-
-```python 
-query = "What is 3 * 12? Also, what is 11 + 49?"
-
-messages = [HumanMessage(query)]
-ai_msg = llm_with_tools.invoke(messages)
-```
-
-As we can see, when our chat model is binded with tools, then based on the given prompt, it calls the correct set of the tools and sequentially. 
-
-```python 
-ai_msg.tool_calls
-```
-**Output**
-
-```python
-[{'name': 'multiply',
-  'args': {'a': 3, 'b': 12},
-  'id': 'call_A9FL20u12lz6TpOLaiS6rFa8'},
- {'name': 'add',
-  'args': {'a': 11, 'b': 49},
-  'id': 'call_MPKYGLHbf39csJIyb5BZ9xIk'}]
-```
-
-We append this message shown above to the LLM which acts as a context and makes the LLM aware that what all functions it has called. 
-
-```python 
-messages.append(ai_msg)
-```
-
-Since tool calling happens into two phases, where:
-
-1. in our first call, we gathered all the tools that the LLM decided to tool, so that it can get the result as an added context to give more accurate and hallucination free result. 
-
-2. in our second call, we will parse those set of tools decided by LLM and run them (in our case it will be the functions we defined, with the LLM's extracted arguments) and pass this result to the LLM
-
-```python
-from langchain_core.messages import ToolMessage
-
-for tool_call in ai_msg.tool_calls:
-    selected_tool = {"add": add, "multiply": multiply}[tool_call["name"].lower()]
-    tool_output = selected_tool.invoke(tool_call["args"])
-    messages.append(ToolMessage(tool_output, tool_call_id=tool_call["id"]))
-```
-
-Finally, we call the LLM (binded with the tools) with the function response added in it's context. 
-
-```python
-response = llm_with_tools.invoke(messages)
-print(response.content)
-```
-**Output**
-
-```txt
-The final answers are:
-
-- 3 * 12 = 36
-- 11 + 49 = 60
-```
-
-### Defining tool schemas: Pydantic class `Optional`
-
-Above we have shown how to define schema using `tool` decorator, however we can equivalently define the schema using Pydantic. Pydantic is useful when your tool inputs are more complex:
-
-```python
-from langchain_core.output_parsers.openai_tools import PydanticToolsParser
-
-class add(BaseModel):
-    """Add two integers together."""
-
-    a: int = Field(..., description="First integer")
-    b: int = Field(..., description="Second integer")
-
-
-class multiply(BaseModel):
-    """Multiply two integers together."""
-
-    a: int = Field(..., description="First integer")
-    b: int = Field(..., description="Second integer")
-
-
-tools = [add, multiply]
-```
-
-Now, we can bind them to chat models and directly get the result:
-
-```python
-chain = llm_with_tools | PydanticToolsParser(tools=[multiply, add])
-chain.invoke(query)
-```
-
-**Output**
-
-```txt
-[multiply(a=3, b=12), add(a=11, b=49)]
-```
-
-Now, as done above, we parse this and run this functions and call the LLM once again to get the result.
+ -0.02547479420900345]

docs/docs/integrations/providers/robocorp.mdx

@@ -11,8 +11,7 @@ You need to install `langchain-robocorp` python package:
 pip install langchain-robocorp
 ```
 
-You will need a running instance of `Action Server` to communicate with from your agent application. 
-See the [Robocorp Quickstart](https://github.com/robocorp/robocorp#quickstart) on how to setup Action Server and create your Actions.
+You will need a running instance of Action Server  to communicate with from your agent application. See the [Robocorp Quickstart](https://github.com/robocorp/robocorp#quickstart) on how to setup Action Server and create your Actions.
 
 You can bootstrap a new project using Action Server `new` command.
 
@@ -22,12 +21,6 @@ cd ./your-project-name
 action-server start
 ```
 
-## Tool
-
-```python
-from langchain_robocorp.toolkits import ActionServerRequestTool
-```
-
 ## Toolkit
 
 See a [usage example](/docs/integrations/toolkits/robocorp).

docs/docs/integrations/providers/sap.mdx

@@ -1,25 +0,0 @@
-# SAP
-
->[SAP SE(Wikipedia)](https://www.sap.com/about/company.html) is a German multinational 
-> software company. It develops enterprise software to manage business operation and 
-> customer relations. The company is the world's leading 
-> `enterprise resource planning (ERP)` software vendor.
-
-## Installation and Setup
-
-We need to install the `hdbcli` python package.
-
-```bash
-pip install hdbcli
-```
-
-## Vectorstore
-
->[SAP HANA Cloud Vector Engine](https://www.sap.com/events/teched/news-guide/ai.html#article8) is 
-> a vector store fully integrated into the `SAP HANA Cloud` database.
-
-See a [usage example](/docs/integrations/vectorstores/sap_hanavector).
-
-```python
-from langchain_community.vectorstores.hanavector import HanaDB
-```

docs/docs/integrations/providers/sklearn.mdx

@@ -20,16 +20,3 @@ from langchain_community.vectorstores import SKLearnVectorStore
 ```
 
 For a more detailed walkthrough of the SKLearnVectorStore wrapper, see [this notebook](/docs/integrations/vectorstores/sklearn).
-
-
-## Retriever
-
-`Support vector machines (SVMs)` are the supervised learning 
-methods used for classification, regression and outliers detection.
-
-See a [usage example](/docs/integrations/retrievers/svm).
-
-```python
-from langchain_community.retrievers import SVMRetriever
-```
-

docs/docs/integrations/providers/slack.mdx

@@ -7,6 +7,7 @@
 There isn't any special setup for it.
 
 
+
 ## Document loader
 
 See a [usage example](/docs/integrations/document_loaders/slack).
@@ -15,14 +16,6 @@ See a [usage example](/docs/integrations/document_loaders/slack).
 from langchain_community.document_loaders import SlackDirectoryLoader
 ```
 
-## Toolkit
-
-See a [usage example](/docs/integrations/toolkits/slack).
-
-```python
-from langchain_community.agent_toolkits import SlackToolkit
-```
-
 ## Chat loader
 
 See a [usage example](/docs/integrations/chat_loaders/slack).

docs/docs/integrations/providers/snowflake.mdx

@@ -7,8 +7,8 @@ This page covers how to use the `Snowflake` ecosystem within `LangChain`.
 
 ## Embedding models
 
-Snowflake offers their open-weight `arctic` line of embedding models for free
-on [Hugging Face](https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v1.5). The most recent model, snowflake-arctic-embed-m-v1.5 feature [matryoshka embedding](https://arxiv.org/abs/2205.13147) which allows for effective vector truncation. 
+Snowflake offers their open weight `arctic` line of embedding models for free
+on [Hugging Face](https://huggingface.co/Snowflake/snowflake-arctic-embed-l). 
 You can use these models via the 
 [HuggingFaceEmbeddings](/docs/integrations/text_embedding/huggingfacehub) connector:
 
@@ -19,7 +19,7 @@ pip install langchain-community sentence-transformers
 ```python
 from langchain_huggingface import HuggingFaceEmbeddings
 
-model = HuggingFaceEmbeddings(model_name="snowflake/arctic-embed-m-v1.5")
+model = HuggingFaceEmbeddings(model_name="snowflake/arctic-embed-l")
 ```
 
 ## Document loader

docs/docs/integrations/providers/tidb.mdx

@@ -1,10 +1,10 @@
 # TiDB
 
-> [TiDB Cloud](https://www.pingcap.com/tidb-serverless), is a comprehensive Database-as-a-Service (DBaaS) solution,
+> [TiDB Cloud](https://tidbcloud.com/), is a comprehensive Database-as-a-Service (DBaaS) solution, 
 > that provides dedicated and serverless options. `TiDB Serverless` is now integrating 
 > a built-in vector search into the MySQL landscape. With this enhancement, you can seamlessly 
 > develop AI applications using `TiDB Serverless` without the need for a new database or additional 
-> technical stacks. Create a free TiDB Serverless cluster and start using the vector search feature at https://pingcap.com/ai.
+> technical stacks. Be among the first to experience it by joining the [waitlist for the private beta](https://tidb.cloud/ai).
 
 
 ## Installation and Setup

docs/docs/integrations/providers/unstructured.mdx

@@ -8,21 +8,11 @@ ecosystem within LangChain.
 
 ## Installation and Setup
 
-If you are using a loader that runs locally, use the following steps to get `unstructured` and its
-dependencies running.
+If you are using a loader that runs locally, use the following steps to get `unstructured` and
+its dependencies running locally.
 
-- For the smallest installation footprint and to take advantage of features not available in the
-  open-source `unstructured` package, install the Python SDK with `pip install unstructured-client`
-  along with `pip install langchain-unstructured` to use the `UnstructuredLoader` and partition
-  remotely against the Unstructured API. This loader lives
-  in a LangChain partner repo instead of the `langchain-community` repo and you will need an
-  `api_key`, which you can generate a free key [here](https://unstructured.io/api-key/).
-    - Unstructured's documentation for the sdk can be found here:
-      https://docs.unstructured.io/api-reference/api-services/sdk
-
-- To run everything locally, install the open-source python package with `pip install unstructured`
-  along with `pip install langchain-community` and use the same `UnstructuredLoader` as mentioned above.
-    - You can install document specific dependencies with extras, e.g. `pip install "unstructured[docx]"`.
+- Install the Python SDK with `pip install unstructured`.
+    - You can install document specific dependencies with extras, i.e. `pip install "unstructured[docx]"`.
     - To install the dependencies for all document types, use `pip install "unstructured[all-docs]"`.
 - Install the following system dependencies if they are not already available on your system with e.g. `brew install` for Mac.
   Depending on what document types you're parsing, you may not need all of these.
@@ -32,11 +22,16 @@ dependencies running.
     - `qpdf` (PDFs)
     - `libreoffice` (MS Office docs)
     - `pandoc` (EPUBs)
-- When running locally, Unstructured also recommends using Docker [by following this
-  guide](https://docs.unstructured.io/open-source/installation/docker-installation) to ensure all
-  system dependencies are installed correctly.
 
-The Unstructured API requires API keys to make requests.
+When running locally, Unstructured also recommends using Docker [by following this guide](https://docs.unstructured.io/open-source/installation/docker-installation)
+to ensure all system dependencies are installed correctly.
+
+If you want to get up and running with less set up, you can
+simply run `pip install unstructured` and use `UnstructuredAPIFileLoader` or
+`UnstructuredAPIFileIOLoader`. That will process your document using the hosted Unstructured API.
+
+
+The `Unstructured API` requires API keys to make requests.
 You can request an API key [here](https://unstructured.io/api-key-hosted) and start using it today!
 Checkout the README [here](https://github.com/Unstructured-IO/unstructured-api) here to get started making API calls.
 We'd love to hear your feedback, let us know how it goes in our [community slack](https://join.slack.com/t/unstructuredw-kbe4326/shared_invite/zt-1x7cgo0pg-PTptXWylzPQF9xZolzCnwQ).
@@ -47,21 +42,30 @@ Check out the instructions
 
 ## Data Loaders
 
-The primary usage of `Unstructured` is in data loaders.
+The primary usage of the `Unstructured` is in data loaders.
 
-### UnstructuredLoader
+### UnstructuredAPIFileIOLoader
 
-See a [usage example](/docs/integrations/document_loaders/unstructured_file) to see how you can use
-this loader for both partitioning locally and remotely with the serverless Unstructured API.
+See a [usage example](/docs/integrations/document_loaders/unstructured_file#unstructured-api).
 
 ```python
-from langchain_unstructured import UnstructuredLoader
+from langchain_community.document_loaders import UnstructuredAPIFileIOLoader
+```
+
+### UnstructuredAPIFileLoader
+
+See a [usage example](/docs/integrations/document_loaders/unstructured_file#unstructured-api).
+
+```python
+from langchain_community.document_loaders import UnstructuredAPIFileLoader
 ```
 
 ### UnstructuredCHMLoader
 
 `CHM` means `Microsoft Compiled HTML Help`.
 
+See a usage example in the API documentation.
+
 ```python
 from langchain_community.document_loaders import UnstructuredCHMLoader
 ```
@@ -115,6 +119,15 @@ See a [usage example](/docs/integrations/document_loaders/google_drive#passing-i
 from langchain_community.document_loaders import UnstructuredFileIOLoader
 ```
 
+### UnstructuredFileLoader
+
+See a [usage example](/docs/integrations/document_loaders/unstructured_file).
+
+
+```python
+from langchain_community.document_loaders import UnstructuredFileLoader
+```
+
 ### UnstructuredHTMLLoader
 
 See a [usage example](/docs/how_to/document_loader_html).

docs/docs/integrations/providers/yi.mdx

@@ -1,23 +0,0 @@
-# 01.AI
-
->[01.AI](https://www.lingyiwanwu.com/en), founded by Dr. Kai-Fu Lee, is a global company at the forefront of AI 2.0. They offer cutting-edge large language models, including the Yi series, which range from 6B to hundreds of billions of parameters. 01.AI also provides multimodal models, an open API platform, and open-source options like Yi-34B/9B/6B and Yi-VL.
-
-## Installation and Setup
-
-Register and get an API key from either the China site [here](https://platform.lingyiwanwu.com/apikeys) or the global site [here](https://platform.01.ai/apikeys).
-
-## LLMs
-
-See a [usage example](/docs/integrations/llms/yi).
-
-```python
-from langchain_community.llms import YiLLM
-```
-
-## Chat models
-
-See a [usage example](/docs/integrations/chat/yi).
-
-```python
-from langchain_community.chat_models import ChatYi
-```

docs/docs/integrations/retrievers/nanopq.ipynb

@@ -1,135 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "661d5123-8ed2-4504-a846-7df0984e79f9",
-   "metadata": {},
-   "source": [
-    "# NanoPQ (Product Quantization)\n",
-    "\n",
-    ">[Product Quantization algorithm (k-NN)](https://towardsdatascience.com/similarity-search-product-quantization-b2a1a6397701) in brief is a quantization algorithm that helps in compression of database vectors which helps in semantic search when large datasets are involved. In a nutshell, the embedding is split into M subspaces which further goes through clustering. Upon clustering the vectors the centroid vector gets mapped to the vectors present in the each of the clusters of the subspace. \n",
-    "\n",
-    "This notebook goes over how to use a retriever that under the hood uses a Product Quantization which has been implemented by the [nanopq](https://github.com/matsui528/nanopq) package."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "68794637-c13b-4145-944f-3b0c2f1258f9",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain-community langchain-openai nanopq"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "39ecbf50-4623-4ee6-9c8e-fea5da21767e",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_community.embeddings.spacy_embeddings import SpacyEmbeddings\n",
-    "from langchain_community.retrievers import NanoPQRetriever"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "c1ce742a-5085-408a-a2c2-4bae0f605880",
-   "metadata": {},
-   "source": [
-    "## Create New Retriever with Texts"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "6c80020e-bc9e-49e8-8f93-5f75fd823738",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "retriever = NanoPQRetriever.from_texts(\n",
-    "    [\"Great world\", \"great words\", \"world\", \"planets of the world\"],\n",
-    "    SpacyEmbeddings(model_name=\"en_core_web_sm\"),\n",
-    "    clusters=2,\n",
-    "    subspace=2,\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "743c26c1-0072-4e46-b41b-c28b3f1737c8",
-   "metadata": {},
-   "source": [
-    "## Use Retriever\n",
-    "\n",
-    "We can now use the retriever!"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "f496de2d-9b8f-4f8b-a30f-279ef199259a",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "M: 2, Ks: 2, metric : <class 'numpy.uint8'>, code_dtype: l2\n",
-      "iter: 20, seed: 123\n",
-      "Training the subspace: 0 / 2\n",
-      "Training the subspace: 1 / 2\n",
-      "Encoding the subspace: 0 / 2\n",
-      "Encoding the subspace: 1 / 2\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "[Document(page_content='world'),\n",
-       " Document(page_content='Great world'),\n",
-       " Document(page_content='great words'),\n",
-       " Document(page_content='planets of the world')]"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "retriever.invoke(\"earth\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "617202a7-e3a6-49a8-b807-4b4d771159d5",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.11"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/docs/integrations/retrievers/self_query/hanavector_self_query.ipynb

@@ -1,246 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# SAP HANA Cloud Vector Engine\n",
-    "\n",
-    "For more information on how to setup the SAP HANA vetor store, take a look at the [documentation](/docs/integrations/vectorstores/sap_hanavector.ipynb).\n",
-    "\n",
-    "We use the same setup here:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "# Use OPENAI_API_KEY env variable\n",
-    "# os.environ[\"OPENAI_API_KEY\"] = \"Your OpenAI API key\"\n",
-    "from hdbcli import dbapi\n",
-    "\n",
-    "# Use connection settings from the environment\n",
-    "connection = dbapi.connect(\n",
-    "    address=os.environ.get(\"HANA_DB_ADDRESS\"),\n",
-    "    port=os.environ.get(\"HANA_DB_PORT\"),\n",
-    "    user=os.environ.get(\"HANA_DB_USER\"),\n",
-    "    password=os.environ.get(\"HANA_DB_PASSWORD\"),\n",
-    "    autocommit=True,\n",
-    "    sslValidateCertificate=False,\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "To be able to self query with good performance we create additional metadata fields\n",
-    "for our vectorstore table in HANA:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Create custom table with attribute\n",
-    "cur = connection.cursor()\n",
-    "cur.execute(\"DROP TABLE LANGCHAIN_DEMO_SELF_QUERY\", ignoreErrors=True)\n",
-    "cur.execute(\n",
-    "    (\n",
-    "        \"\"\"CREATE TABLE \"LANGCHAIN_DEMO_SELF_QUERY\"  (\n",
-    "        \"name\" NVARCHAR(100), \"is_active\" BOOLEAN, \"id\" INTEGER, \"height\" DOUBLE,\n",
-    "        \"VEC_TEXT\" NCLOB, \n",
-    "        \"VEC_META\" NCLOB, \n",
-    "        \"VEC_VECTOR\" REAL_VECTOR\n",
-    "        )\"\"\"\n",
-    "    )\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Let's add some documents."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain_community.vectorstores.hanavector import HanaDB\n",
-    "from langchain_core.documents import Document\n",
-    "from langchain_openai import OpenAIEmbeddings\n",
-    "\n",
-    "embeddings = OpenAIEmbeddings()\n",
-    "\n",
-    "# Prepare some test documents\n",
-    "docs = [\n",
-    "    Document(\n",
-    "        page_content=\"First\",\n",
-    "        metadata={\"name\": \"adam\", \"is_active\": True, \"id\": 1, \"height\": 10.0},\n",
-    "    ),\n",
-    "    Document(\n",
-    "        page_content=\"Second\",\n",
-    "        metadata={\"name\": \"bob\", \"is_active\": False, \"id\": 2, \"height\": 5.7},\n",
-    "    ),\n",
-    "    Document(\n",
-    "        page_content=\"Third\",\n",
-    "        metadata={\"name\": \"jane\", \"is_active\": True, \"id\": 3, \"height\": 2.4},\n",
-    "    ),\n",
-    "]\n",
-    "\n",
-    "db = HanaDB(\n",
-    "    connection=connection,\n",
-    "    embedding=embeddings,\n",
-    "    table_name=\"LANGCHAIN_DEMO_SELF_QUERY\",\n",
-    "    specific_metadata_columns=[\"name\", \"is_active\", \"id\", \"height\"],\n",
-    ")\n",
-    "\n",
-    "# Delete already existing documents from the table\n",
-    "db.delete(filter={})\n",
-    "db.add_documents(docs)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Self querying\n",
-    "\n",
-    "Now for the main act: here is how to construct a SelfQueryRetriever for HANA vectorstore:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.chains.query_constructor.base import AttributeInfo\n",
-    "from langchain.retrievers.self_query.base import SelfQueryRetriever\n",
-    "from langchain_community.query_constructors.hanavector import HanaTranslator\n",
-    "from langchain_openai import ChatOpenAI\n",
-    "\n",
-    "llm = ChatOpenAI(model=\"gpt-3.5-turbo\")\n",
-    "\n",
-    "metadata_field_info = [\n",
-    "    AttributeInfo(\n",
-    "        name=\"name\",\n",
-    "        description=\"The name of the person\",\n",
-    "        type=\"string\",\n",
-    "    ),\n",
-    "    AttributeInfo(\n",
-    "        name=\"is_active\",\n",
-    "        description=\"Whether the person is active\",\n",
-    "        type=\"boolean\",\n",
-    "    ),\n",
-    "    AttributeInfo(\n",
-    "        name=\"id\",\n",
-    "        description=\"The ID of the person\",\n",
-    "        type=\"integer\",\n",
-    "    ),\n",
-    "    AttributeInfo(\n",
-    "        name=\"height\",\n",
-    "        description=\"The height of the person\",\n",
-    "        type=\"float\",\n",
-    "    ),\n",
-    "]\n",
-    "\n",
-    "document_content_description = \"A collection of persons\"\n",
-    "\n",
-    "hana_translator = HanaTranslator()\n",
-    "\n",
-    "retriever = SelfQueryRetriever.from_llm(\n",
-    "    llm,\n",
-    "    db,\n",
-    "    document_content_description,\n",
-    "    metadata_field_info,\n",
-    "    structured_query_translator=hana_translator,\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Let's use this retriever to prepare a (self) query for a person:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "query_prompt = \"Which person is not active?\"\n",
-    "\n",
-    "docs = retriever.invoke(input=query_prompt)\n",
-    "for doc in docs:\n",
-    "    print(\"-\" * 80)\n",
-    "    print(doc.page_content, \" \", doc.metadata)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "We can also take a look at how the query is being constructed:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.chains.query_constructor.base import (\n",
-    "    StructuredQueryOutputParser,\n",
-    "    get_query_constructor_prompt,\n",
-    ")\n",
-    "\n",
-    "prompt = get_query_constructor_prompt(\n",
-    "    document_content_description,\n",
-    "    metadata_field_info,\n",
-    ")\n",
-    "output_parser = StructuredQueryOutputParser.from_components()\n",
-    "query_constructor = prompt | llm | output_parser\n",
-    "\n",
-    "sq = query_constructor.invoke(input=query_prompt)\n",
-    "\n",
-    "print(\"Structured query: \", sq)\n",
-    "\n",
-    "print(\"Translated for hana vector store: \", hana_translator.visit_structured_query(sq))"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.14"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

docs/docs/integrations/text_embedding/ibm_watsonx.ipynb

@@ -156,29 +156,6 @@
     ")"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "For certain requirements, there is an option to pass the IBM's [`APIClient`](https://ibm.github.io/watsonx-ai-python-sdk/base.html#apiclient) object into the `WatsonxEmbeddings` class."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from ibm_watsonx_ai import APIClient\n",
-    "\n",
-    "api_client = APIClient(...)\n",
-    "\n",
-    "watsonx_llm = WatsonxEmbeddings(\n",
-    "    model_id=\"ibm/slate-125m-english-rtrvr\",\n",
-    "    watsonx_client=api_client,\n",
-    ")"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},

docs/docs/integrations/text_embedding/pinecone.ipynb

@@ -1,155 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "source": [
-    "# Pinecone Embeddings\n",
-    "\n",
-    "Pinecone's inference API can be accessed via `PineconeEmbeddings`. Providing text embeddings via the Pinecone service. We start by installing prerequisite libraries:"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "f4b5d823fee826c2"
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "!pip install -qU \"langchain-pinecone>=0.2.0\" "
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "3bc5d3a5ed7f5ce3",
-   "execution_count": null
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "Next, we [sign up / log in to Pinecone](https://app.pinecone.io) to get our API key:"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "62a77d25c3fd8bd5"
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "from getpass import getpass\n",
-    "\n",
-    "os.environ[\"PINECONE_API_KEY\"] = os.getenv(\"PINECONE_API_KEY\") or getpass(\n",
-    "    \"Enter your Pinecone API key: \"\n",
-    ")"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "8162dbcbcf7d3d55",
-   "execution_count": null
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "Check the document for available [models](https://docs.pinecone.io/models/overview). Now we initialize our embedding model like so:"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "98d860a0a2d8b907"
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "from langchain_pinecone import PineconeEmbeddings\n",
-    "\n",
-    "embeddings = PineconeEmbeddings(model=\"multilingual-e5-large\")"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "2b3adb72786a5275",
-   "execution_count": null
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "From here we can create embeddings either sync or async, let's start with sync! We embed a single text as a query embedding (ie what we search with in RAG) using `embed_query`:"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "11e24da855517230"
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "docs = [\n",
-    "    \"Apple is a popular fruit known for its sweetness and crisp texture.\",\n",
-    "    \"The tech company Apple is known for its innovative products like the iPhone.\",\n",
-    "    \"Many people enjoy eating apples as a healthy snack.\",\n",
-    "    \"Apple Inc. has revolutionized the tech industry with its sleek designs and user-friendly interfaces.\",\n",
-    "    \"An apple a day keeps the doctor away, as the saying goes.\",\n",
-    "]"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "2da515e2a61ef7e9",
-   "execution_count": null
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "doc_embeds = embeddings.embed_documents(docs)\n",
-    "doc_embeds"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "2897e0d570c90b2f",
-   "execution_count": null
-  },
-  {
-   "cell_type": "code",
-   "outputs": [],
-   "source": [
-    "query = \"Tell me about the tech company known as Apple\"\n",
-    "query_embed = embeddings.embed_query(query)\n",
-    "query_embed"
-   ],
-   "metadata": {
-    "collapsed": false
-   },
-   "id": "510784963c0e17a",
-   "execution_count": null
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 2
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython2",
-   "version": "2.7.6"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/docs/integrations/text_embedding/sambanova.ipynb

@@ -101,7 +101,7 @@
     "    sambastudio_embeddings_project_id=sambastudio_project_id,\n",
     "    sambastudio_embeddings_endpoint_id=sambastudio_endpoint_id,\n",
     "    sambastudio_embeddings_api_key=sambastudio_api_key,\n",
-    "    batch_size=32,  # set depending on the deployed endpoint configuration\n",
+    "    batch_size=32,\n",
     ")"
    ]
   },

docs/docs/integrations/text_embedding/sentence_transformers.ipynb

@@ -8,61 +8,71 @@
     "# Sentence Transformers on Hugging Face\n",
     "\n",
     ">[Hugging Face sentence-transformers](https://huggingface.co/sentence-transformers) is a Python framework for state-of-the-art sentence, text and image embeddings.\n",
-    ">You can use these embedding models from the `HuggingFaceEmbeddings` class.\n",
+    ">One of the embedding models is used in the `HuggingFaceEmbeddings` class.\n",
+    ">We have also added an alias for `SentenceTransformerEmbeddings` for users who are more familiar with directly using that package.\n",
     "\n",
-    ":::caution\n",
-    "\n",
-    "Running sentence-transformers locally can be affected by your operating system and other global factors. It is recommended for experienced users only.\n",
-    "\n",
-    ":::\n",
-    "\n",
-    "## Setup\n",
-    "\n",
-    "You'll need to install the `langchain_huggingface` package as a dependency:"
+    "`sentence_transformers` package models are originating from [Sentence-BERT](https://arxiv.org/abs/1908.10084)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "06c9f47d",
    "metadata": {},
-   "outputs": [],
-   "source": [
-    "%pip install -qU langchain-huggingface"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "8fb16f74",
-   "metadata": {},
-   "source": [
-    "## Usage"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "ff9be586",
-   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "[-0.038338568061590195, 0.12346471101045609, -0.028642969205975533, 0.05365273356437683, 0.008845377...\n"
+      "\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.0.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m23.1.1\u001b[0m\n",
+      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
      ]
     }
    ],
    "source": [
-    "from langchain_huggingface import HuggingFaceEmbeddings\n",
-    "\n",
+    "%pip install --upgrade --quiet  sentence_transformers > /dev/null"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "861521a9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain_huggingface import HuggingFaceEmbeddings"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "ff9be586",
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "embeddings = HuggingFaceEmbeddings(model_name=\"all-MiniLM-L6-v2\")\n",
-    "\n",
-    "text = \"This is a test document.\"\n",
-    "query_result = embeddings.embed_query(text)\n",
-    "\n",
-    "# show only the first 100 characters of the stringified vector\n",
-    "print(str(query_result)[:100] + \"...\")"
+    "# Equivalent to SentenceTransformerEmbeddings(model_name=\"all-MiniLM-L6-v2\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "d0a98ae9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "text = \"This is a test document.\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "5d6c682b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "query_result = embeddings.embed_query(text)"
    ]
   },
   {
@@ -70,39 +80,18 @@
    "execution_count": 6,
    "id": "bb5e74c0",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "[[-0.038338497281074524, 0.12346471846103668, -0.028642890974879265, 0.05365274101495743, 0.00884535...\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "doc_result = embeddings.embed_documents([text, \"This is not a test document.\"])\n",
-    "print(str(doc_result)[:100] + \"...\")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "1e6525cb",
-   "metadata": {},
-   "source": [
-    "## Troubleshooting\n",
-    "\n",
-    "If you are having issues with the `accelerate` package not being found or failing to import, installing/upgrading it may help:"
+    "doc_result = embeddings.embed_documents([text, \"This is not a test document.\"])"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "bbae70f7",
+   "id": "aaad49f8",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "%pip install -qU accelerate"
-   ]
+   "source": []
   }
  ],
  "metadata": {
@@ -121,7 +110,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.10.12"
   },
   "vscode": {
    "interpreter": {

docs/docs/integrations/toolkits/cassandra_database.ipynb

@@ -6,28 +6,23 @@
    "source": [
     "# Cassandra Database\n",
     "\n",
-    ">`Apache Cassandra®` is a widely used database for storing transactional application data. The introduction of functions and >tooling in Large Language Models has opened up some exciting use cases for existing data in Generative AI applications. \n",
-    "\n",
-    ">The `Cassandra Database` toolkit enables AI engineers to integrate agents with Cassandra data efficiently, offering \n",
-    ">the following features: \n",
-    "> - Fast data access through optimized queries. Most queries should run in single-digit ms or less.\n",
-    "> - Schema introspection to enhance LLM reasoning capabilities\n",
-    "> - Compatibility with various Cassandra deployments, including Apache Cassandra®, DataStax Enterprise™, and DataStax Astra™\n",
-    "> - Currently, the toolkit is limited to SELECT queries and schema introspection operations. (Safety first)\n",
-    "\n",
-    "For more information on creating a Cassandra DB agent see the [CQL agent cookbook](https://github.com/langchain-ai/langchain/blob/master/cookbook/cql_agent.ipynb)\n",
+    "Apache Cassandra® is a widely used database for storing transactional application data. The introduction of functions and tooling in Large Language Models has opened up some exciting use cases for existing data in Generative AI applications. The Cassandra Database toolkit enables AI engineers to efficiently integrate Agents with Cassandra data, offering the following features: \n",
+    " - Fast data access through optimized queries. Most queries should run in single-digit ms or less. \n",
+    " - Schema introspection to enhance LLM reasoning capabilities \n",
+    " - Compatibility with various Cassandra deployments, including Apache Cassandra®, DataStax Enterprise™, and DataStax Astra™ \n",
+    " - Currently, the toolkit is limited to SELECT queries and schema introspection operations. (Safety first)\n",
     "\n",
     "## Quick Start\n",
-    " - Install the `cassio` library\n",
+    " - Install the cassio library\n",
     " - Set environment variables for the Cassandra database you are connecting to\n",
-    " - Initialize `CassandraDatabase`\n",
-    " - Pass the tools to your agent with `toolkit.get_tools()`\n",
+    " - Initialize CassandraDatabase\n",
+    " - Pass the tools to your agent with toolkit.get_tools()\n",
     " - Sit back and watch it do all your work for you\n",
     "\n",
     "## Theory of Operation\n",
+    "Cassandra Query Language (CQL) is the primary *human-centric* way of interacting with a Cassandra database. While offering some flexibility when generating queries, it requires knowledge of Cassandra data modeling best practices. LLM function calling gives an agent the ability to reason and then choose a tool to satisfy the request. Agents using LLMs should reason using Cassandra-specific logic when choosing the appropriate toolkit or chain of toolkits. This reduces the randomness introduced when LLMs are forced to provide a top-down solution. Do you want an LLM to have complete unfettered access to your database? Yeah. Probably not. To accomplish this, we provide a prompt for use when constructing questions for the agent: \n",
     "\n",
-    "`Cassandra Query Language (CQL)` is the primary *human-centric* way of interacting with a Cassandra database. While offering some flexibility when generating queries, it requires knowledge of Cassandra data modeling best practices. LLM function calling gives an agent the ability to reason and then choose a tool to satisfy the request. Agents using LLMs should reason using Cassandra-specific logic when choosing the appropriate toolkit or chain of toolkits. This reduces the randomness introduced when LLMs are forced to provide a top-down solution. Do you want an LLM to have complete unfettered access to your database? Yeah. Probably not. To accomplish this, we provide a prompt for use when constructing questions for the agent: \n",
-    "\n",
+    "```json\n",
     "You are an Apache Cassandra expert query analysis bot with the following features \n",
     "and rules:\n",
     " - You will take a question from the end user about finding specific \n",
@@ -43,7 +38,6 @@
     "\n",
     "The following is an example of a query path in JSON format:\n",
     "\n",
-    "```json\n",
     " {\n",
     "  \"query_paths\": [\n",
     "    {\n",
@@ -454,6 +448,13 @@
     "\n",
     "print(response[\"output\"])"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "For a deepdive on creating a Cassandra DB agent see the [CQL agent cookbook](https://github.com/langchain-ai/langchain/blob/master/cookbook/cql_agent.ipynb)"
+   ]
   }
  ],
  "metadata": {
@@ -472,7 +473,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.12"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/docs/integrations/toolkits/robocorp.ipynb

@@ -44,7 +44,7 @@
     "\n",
     "Let's add a dummy function to `action.py`.\n",
     "\n",
-    "```python\n",
+    "```\n",
     "@action\n",
     "def get_weather_forecast(city: str, days: int, scale: str = \"celsius\") -> str:\n",
     "    \"\"\"\n",
@@ -63,7 +63,7 @@
     "\n",
     "We then start the server:\n",
     "\n",
-    "```bash\n",
+    "```\n",
     "action-server start\n",
     "```\n",
     "\n",
@@ -193,7 +193,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.12"
+   "version": "3.9.16"
   }
  },
  "nbformat": 4,

docs/docs/integrations/tools/chatgpt_plugins.ipynb

@@ -1,15 +1,5 @@
 {
  "cells": [
-  {
-   "cell_type": "raw",
-   "id": "93b35dd0",
-   "metadata": {},
-   "source": [
-    "---\n",
-    "sidebar_class_name: hidden\n",
-    "---"
-   ]
-  },
   {
    "cell_type": "markdown",
    "id": "3f34700b",
@@ -17,14 +7,6 @@
    "source": [
     "# ChatGPT Plugins\n",
     "\n",
-    "```{=mdx}\n",
-    ":::warning Deprecated\n",
-    "\n",
-    "OpenAI has [deprecated plugins](https://openai.com/index/chatgpt-plugins/).\n",
-    "\n",
-    ":::\n",
-    "```\n",
-    "\n",
     "This example shows how to use ChatGPT Plugins within LangChain abstractions.\n",
     "\n",
     "Note 1: This currently only works for plugins with no auth.\n",

docs/docs/integrations/tools/ddg.ipynb

@@ -7,44 +7,58 @@
    "source": [
     "# DuckDuckGo Search\n",
     "\n",
-    "This guide shows over how to use the DuckDuckGo search component.\n",
-    "\n",
-    "## Usage"
+    "This notebook goes over how to use the duck-duck-go search component."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 19,
    "id": "21e46d4d",
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -qU duckduckgo-search langchain-community"
+    "%pip install --upgrade --quiet  duckduckgo-search langchain-community"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "ac4910f8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain_community.tools import DuckDuckGoSearchRun"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "ac4910f8",
+   "id": "84b8f773",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "search = DuckDuckGoSearchRun()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "068991a6",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'When Ann Dunham and Barack Obama Sr. tied the knot, they kept the news to themselves. \"Nobody was invited,\" Neil Abercrombie, a college friend of Obama Sr., told Time in 2008. The wedding came as ... As the head of the government of the United States, the president is arguably the most powerful government official in the world. The president is elected to a four-year term via an electoral college system. Since the Twenty-second Amendment was adopted in 1951, the American presidency has been Most common names of U.S. presidents 1789-2021. Published by. Aaron O\\'Neill , Jul 4, 2024. The most common first name for a U.S. president is James, followed by John and then William. Six U.S ... Obama\\'s personal charisma, stirring oratory, and his campaign promise to bring change to the established political system resonated with many Democrats, especially young and minority voters. On January 3, 2008, Obama won a surprise victory in the first major nominating contest, the Iowa caucus, over Sen. Hillary Clinton, who was the overwhelming favorite to win the nomination. Former President Barack Obama released a letter about President Biden\\'s decision to drop out of the 2024 presidential race. Notably, Obama did not name or endorse Vice President Kamala Harris.'"
+       "\"Life After the Presidency How Tall is Obama? Books and Grammy Hobbies Movies About Obama Quotes 1961-present Who Is Barack Obama? Barack Obama was the 44 th president of the United States... facts you never knew about Barack Obama is that his immediate family spread out across three continents. Barack, who led America from 2009 to 2017, comes from a large family of seven living half-siblings. His father, Barack Obama Sr., met his mother, Ann Dunham, in 1960 and married her a year after. With a tear running from his eye, President Barack Obama recalls the 20 first-graders killed in 2012 at Sandy Hook Elementary School, while speaking in the East Room of the White House in ... Former first Lady Rosalynn Carter was laid to rest at her family's home in Plains, Ga. on Nov. 29 following three days of memorials across her home state. She passed away on Nov. 19, aged 96 ... Here are 28 of President Obama's biggest accomplishments as President of the United States. 1 - Rescued the country from the Great Recession, cutting the unemployment rate from 10% to 4.7% over ...\""
       ]
      },
-     "execution_count": 2,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_community.tools import DuckDuckGoSearchRun\n",
-    "\n",
-    "search = DuckDuckGoSearchRun()\n",
-    "\n",
-    "search.invoke(\"Obama's first name?\")"
+    "search.run(\"Obama's first name?\")"
    ]
   },
   {
@@ -57,27 +71,43 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 4,
    "id": "95635444",
    "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain_community.tools import DuckDuckGoSearchResults"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "0133d103",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "search = DuckDuckGoSearchResults()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "439efc06",
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "\"[snippet: Why Obama Hasn't Endorsed Harris. The former president has positioned himself as an impartial elder statesman above intraparty machinations and was neutral during the 2020 Democratic primaries., title: Why Obama Hasn't Endorsed Harris - The New York Times, link: https://www.nytimes.com/2024/07/21/us/politics/why-obama-hasnt-endorsed-harris.html], [snippet: Former President Barack Obama released a letter about President Biden's decision to drop out of the 2024 presidential race. Notably, Obama did not name or endorse Vice President Kamala Harris., title: Read Obama's full statement on Biden dropping out - CBS News, link: https://www.cbsnews.com/news/barack-obama-biden-dropping-out-2024-presidential-race-full-statement/], [snippet: USA TODAY. 0:04. 0:48. Former President Barack Obama recently said, in private, that President Joe Biden's chances at a successful presidential run in 2024 have declined and that he needs to ..., title: Did Obama tell Biden to quit? What the former president said - USA TODAY, link: https://www.usatoday.com/story/news/politics/elections/2024/07/18/did-obama-tell-biden-to-quit-what-the-former-president-said/74458139007/], [snippet: Many of the marquee names in Democratic politics began quickly lining up behind Vice President Kamala Harris on Sunday, but one towering presence in the party held back: Barack Obama. The former president has not yet endorsed Harris; in fact, he did not mention her once in an affectionate — if tautly written — tribute to President Joe Biden that was posted on Medium shortly after Biden ..., title: Why Obama Hasn't Endorsed Harris - Yahoo News, link: https://news.yahoo.com/news/why-obama-hasn-t-endorsed-114259092.html]\""
+       "'[snippet: 1:12. Former President Barack Obama, in a CNN interview that aired Thursday night, said he does not believe President Joe Biden will face a serious primary challenge during his 2024 reelection ..., title: Five takeaways from Barack Obama\\'s CNN interview on Biden ... - Yahoo, link: https://www.usatoday.com/story/news/politics/2023/06/23/five-takeaways-from-barack-obama-cnn-interview/70349112007/], [snippet: Democratic institutions in the United States and around the world have grown \"creaky,\" former President Barack Obama warned in an exclusive CNN interview Thursday, and it remains incumbent on ..., title: Obama warns democratic institutions are \\'creaky\\' but Trump ... - CNN, link: https://www.cnn.com/2023/06/22/politics/barack-obama-interview-cnntv/index.html], [snippet: Barack Obama was the 44 th president of the United States and the first Black commander-in-chief. He served two terms, from 2009 until 2017. The son of parents from Kenya and Kansas, Obama was ..., title: Barack Obama: Biography, 44th U.S. President, Politician, link: https://www.biography.com/political-figures/barack-obama], [snippet: Aug. 2, 2023, 5:00 PM PDT. By Mike Memoli and Kristen Welker. WASHINGTON — During a trip to the White House in June, former President Barack Obama made it clear to his former running mate that ..., title: Obama privately told Biden he would do whatever it takes to help in 2024, link: https://www.nbcnews.com/politics/white-house/obama-privately-told-biden-whatever-takes-help-2024-rcna97865], [snippet: Natalie Bookey-Baker, a vice president at the Obama Foundation who worked for then-first lady Michelle Obama in the White House, said about 2,500 alumni are expected. They are veterans of Obama ..., title: Barack Obama team reunion this week in Chicago; 2,500 alumni expected ..., link: https://chicago.suntimes.com/politics/2023/10/29/23937504/barack-obama-michelle-obama-david-axelrod-pod-save-america-jon-batiste-jen-psaki-reunion-obamaworld]'"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_community.tools import DuckDuckGoSearchResults\n",
-    "\n",
-    "search = DuckDuckGoSearchResults()\n",
-    "\n",
-    "search.invoke(\"Obama\")"
+    "search.run(\"Obama\")"
    ]
   },
   {
@@ -85,30 +115,38 @@
    "id": "e17ccfe7",
    "metadata": {},
    "source": [
-    "You can also just search for news articles. Use the keyword `backend=\"news\"`"
+    "You can also just search for news articles. Use the keyword ``backend=\"news\"``"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 8,
    "id": "21afe28d",
    "metadata": {},
+   "outputs": [],
+   "source": [
+    "search = DuckDuckGoSearchResults(backend=\"news\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "2a4beeb9",
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'[snippet: Users on X have been widely comparing the boost of support felt for Kamala Harris\\' campaign to Barack Obama\\'s in 2008., title: Surging Support For Kamala Harris Compared To Obama-Era Energy, link: https://www.msn.com/en-us/news/politics/surging-support-for-kamala-harris-compared-to-obama-era-energy/ar-BB1qzdC0, date: 2024-07-24T18:27:01+00:00, source: Newsweek on MSN.com], [snippet: Harris tried to emulate Obama\\'s coalition in 2020 and failed. She may have a better shot at reaching young, Black, and Latino voters this time around., title: Harris May Follow Obama\\'s Path to the White House After All, link: https://www.msn.com/en-us/news/politics/harris-may-follow-obama-s-path-to-the-white-house-after-all/ar-BB1qv9d4, date: 2024-07-23T22:42:00+00:00, source: Intelligencer on MSN.com], [snippet: The Republican presidential candidate said in an interview on Fox News that he \"wouldn\\'t be worried\" about Michelle Obama running., title: Donald Trump Responds to Michelle Obama Threat, link: https://www.msn.com/en-us/news/politics/donald-trump-responds-to-michelle-obama-threat/ar-BB1qqtu5, date: 2024-07-22T18:26:00+00:00, source: Newsweek on MSN.com], [snippet: H eading into the weekend at his vacation home in Rehoboth Beach, Del., President Biden was reportedly stewing over Barack Obama\\'s role in the orchestrated campaign to force him, title: Opinion | Barack Obama Strikes Again, link: https://www.msn.com/en-us/news/politics/opinion-barack-obama-strikes-again/ar-BB1qrfiy, date: 2024-07-22T21:28:00+00:00, source: The Wall Street Journal on MSN.com]'"
+       "'[snippet: 1:12. Former President Barack Obama, in a CNN interview that aired Thursday night, said he does not believe President Joe Biden will face a serious primary challenge during his 2024 reelection ..., title: Five takeaways from Barack Obama\\'s CNN interview on Biden ... - Yahoo, link: https://www.usatoday.com/story/news/politics/2023/06/23/five-takeaways-from-barack-obama-cnn-interview/70349112007/], [snippet: Democratic institutions in the United States and around the world have grown \"creaky,\" former President Barack Obama warned in an exclusive CNN interview Thursday, and it remains incumbent on ..., title: Obama warns democratic institutions are \\'creaky\\' but Trump ... - CNN, link: https://www.cnn.com/2023/06/22/politics/barack-obama-interview-cnntv/index.html], [snippet: Barack Obama was the 44 th president of the United States and the first Black commander-in-chief. He served two terms, from 2009 until 2017. The son of parents from Kenya and Kansas, Obama was ..., title: Barack Obama: Biography, 44th U.S. President, Politician, link: https://www.biography.com/political-figures/barack-obama], [snippet: Natalie Bookey-Baker, a vice president at the Obama Foundation who worked for then-first lady Michelle Obama in the White House, said about 2,500 alumni are expected. They are veterans of Obama ..., title: Barack Obama team reunion this week in Chicago; 2,500 alumni expected ..., link: https://chicago.suntimes.com/politics/2023/10/29/23937504/barack-obama-michelle-obama-david-axelrod-pod-save-america-jon-batiste-jen-psaki-reunion-obamaworld], [snippet: Aug. 2, 2023, 5:00 PM PDT. By Mike Memoli and Kristen Welker. WASHINGTON — During a trip to the White House in June, former President Barack Obama made it clear to his former running mate that ..., title: Obama privately told Biden he would do whatever it takes to help in 2024, link: https://www.nbcnews.com/politics/white-house/obama-privately-told-biden-whatever-takes-help-2024-rcna97865]'"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "search = DuckDuckGoSearchResults(backend=\"news\")\n",
-    "\n",
-    "search.invoke(\"Obama\")"
+    "search.run(\"Obama\")"
    ]
   },
   {
@@ -116,45 +154,59 @@
    "id": "5f7c0129",
    "metadata": {},
    "source": [
-    "You can also directly pass a custom `DuckDuckGoSearchAPIWrapper` to `DuckDuckGoSearchResults` to provide more control over the search results."
+    "You can also directly pass a custom ``DuckDuckGoSearchAPIWrapper`` to ``DuckDuckGoSearchResults``. Therefore, you have much more control over the search results."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 10,
    "id": "c7ab3b55",
    "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain_community.utilities import DuckDuckGoSearchAPIWrapper\n",
+    "\n",
+    "wrapper = DuckDuckGoSearchAPIWrapper(region=\"de-de\", time=\"d\", max_results=2)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "adce16e1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "search = DuckDuckGoSearchResults(api_wrapper=wrapper, source=\"news\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "b7e77c54",
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "'[snippet: So war das zum Beispiel bei Barack Obama, als er sich für Joe Biden als Kandidat für die Vizepräsidentschaft entschied. USA-Expertin Rachel Tausendfreund erklärt, wie sich Kamala Harris als ..., title: Interview: „Kamala Harris sieht die Welt eher wie Barack Obama - nicht ..., link: https://www.handelsblatt.com/politik/interview-kamala-harris-sieht-die-welt-eher-wie-barack-obama-nicht-wie-joe-biden/100054923.html], [snippet: Disput um Klimapolitik Der seltsame Moment, als Kamala Harris sogar Obama vor Gericht zerrte. Teilen. 0. Chip Somodevilla/Getty Images US-Vizepräsidentin Kamala Harris (links) und Ex-Präsident ..., title: Der seltsame Moment, als Kamala Harris sogar Obama vor Gericht zerrte, link: https://www.focus.de/earth/analyse/disput-um-klimapolitik-der-seltsame-moment-als-kamala-harris-sogar-obama-vor-gericht-zerrte_id_260165157.html], [snippet: Kamala Harris «Auf den Spuren von Obama»: Harris\\' erste Rede überzeugt Experten. Kamala Harris hat ihre erste Rede als Präsidentschaftskandidatin gehalten. Zwei Experten sind sich einig: Sie ..., title: Kamala Harris\\' erste Wahlkampfrede überzeugt Experten, link: https://www.20min.ch/story/kamala-harris-auf-den-spuren-von-obama-harris-erste-rede-ueberzeugt-experten-103154550], [snippet: Harris hat ihre erste Rede als Präsidentschaftskandidatin gehalten. Experten sind sich einig: Sie hat das Potenzial, ein Feuer zu entfachen wie Obama., title: \"Auf Spuren von Obama\": Harris-Rede überzeugt Experten, link: https://www.heute.at/s/auf-spuren-von-obama-harris-rede-ueberzeugt-experten-120049557]'"
+       "'[snippet: When Obama left office in January 2017, a CNN poll showed him with a 60% approval rating, landing him near the top of the list of presidential approval ratings upon leaving office., title: Opinion: The real reason Trump is attacking Obamacare | CNN, link: https://www.cnn.com/2023/12/04/opinions/trump-obamacare-obama-repeal-health-care-obeidallah/index.html], [snippet: Buchempfehlung von Barack Obama. Der gut zweistündige Netflix-Film basiert auf dem gleichnamigen Roman \"Leave the World Behind\" des hochgelobten US-Autors Rumaan Alam. 2020 landete er damit unter den Finalisten des \"National Book Awards\". In Deutschland ist das Buch, das auch Barack Obama auf seiner einflussreichen Lese-Empfehlungsliste hatte ..., title: Neu bei Netflix \"Leave The World Behind\": Kritik zum ... - Prisma, link: https://www.prisma.de/news/filme/Neu-bei-Netflix-Leave-The-World-Behind-Kritik-zum-ungewoehnlichen-Endzeit-Film-mit-Julia-Roberts,46563944]'"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 12,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "from langchain_community.utilities import DuckDuckGoSearchAPIWrapper\n",
-    "\n",
-    "wrapper = DuckDuckGoSearchAPIWrapper(region=\"de-de\", time=\"d\", max_results=2)\n",
-    "\n",
-    "search = DuckDuckGoSearchResults(api_wrapper=wrapper, source=\"news\")\n",
-    "\n",
-    "search.invoke(\"Obama\")"
+    "search.run(\"Obama\")"
    ]
   },
   {
-   "cell_type": "markdown",
-   "id": "f3df6b8b",
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b133e3c1",
    "metadata": {},
-   "source": [
-    "## Related\n",
-    "\n",
-    "- [How to use a chat model to call tools](https://python.langchain.com/v0.2/docs/how_to/tool_calling/)"
-   ]
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -173,7 +225,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.5"
+   "version": "3.10.12"
   },
   "vscode": {
    "interpreter": {

docs/docs/integrations/tools/sql_database.ipynb

@@ -11,7 +11,7 @@
    "source": [
     "# SQL Database\n",
     "\n",
-    ":::note\n",
+    "::: {.callout-note}\n",
     "The `SQLDatabase` adapter utility is a wrapper around a database connection.\n",
     "\n",
     "For talking to SQL databases, it uses the [SQLAlchemy] Core API .\n",
@@ -405,7 +405,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.10.12"
   }
  },
  "nbformat": 4,

docs/docs/integrations/tools/yahoo_finance_news.ipynb

@@ -102,8 +102,8 @@
     }
    ],
    "source": [
-    "agent_chain.invoke(\n",
-    "    \"What happened today with Microsoft stocks?\",\n",
+    "agent_chain.run(\n",
+    "    \"What happens today with Microsoft stocks?\",\n",
     ")"
    ]
   },
@@ -147,7 +147,7 @@
     }
    ],
    "source": [
-    "agent_chain.invoke(\n",
+    "agent_chain.run(\n",
     "    \"How does Microsoft feels today comparing with Nvidia?\",\n",
     ")"
    ]
@@ -188,7 +188,7 @@
     }
    ],
    "source": [
-    "tool.invoke(\"NVDA\")"
+    "tool.run(\"NVDA\")"
    ]
   },
   {
@@ -210,7 +210,7 @@
     }
    ],
    "source": [
-    "res = tool.invoke(\"AAPL\")\n",
+    "res = tool.run(\"AAPL\")\n",
     "print(res)"
    ]
   },

docs/docs/integrations/tools/youtube.ipynb

@@ -72,7 +72,7 @@
     }
    ],
    "source": [
-    "tool.run(\"lex fridman\")"
+    "tool.run(\"lex friedman\")"
    ]
   },
   {

docs/docs/integrations/vectorstores/scann.ipynb

@@ -45,10 +45,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 6,
    "id": "377bc723",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Document(page_content='Tonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \\n\\nTonight, I’d like to honor someone who has dedicated his life to serve this country: Justice Stephen Breyer—an Army veteran, Constitutional scholar, and retiring Justice of the United States Supreme Court. Justice Breyer, thank you for your service. \\n\\nOne of the most serious constitutional responsibilities a President has is nominating someone to serve on the United States Supreme Court. \\n\\nAnd I did that 4 days ago, when I nominated Circuit Court of Appeals Judge Ketanji Brown Jackson. One of our nation’s top legal minds, who will continue Justice Breyer’s legacy of excellence.', metadata={'source': 'state_of_the_union.txt'})"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "from langchain_community.document_loaders import TextLoader\n",
     "from langchain_community.vectorstores import ScaNN\n",
@@ -84,15 +95,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 9,
    "id": "fc27ad51",
    "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.chains import RetrievalQA\n",
-    "from langchain_community.chat_models.google_palm import ChatGooglePalm\n",
+    "from langchain_community.chat_models import google_palm\n",
     "\n",
-    "palm_client = ChatGooglePalm(google_api_key=\"YOUR_GOOGLE_PALM_API_KEY\")\n",
+    "palm_client = google_palm.ChatGooglePalm(google_api_key=\"YOUR_GOOGLE_PALM_API_KEY\")\n",
     "\n",
     "qa = RetrievalQA.from_chain_type(\n",
     "    llm=palm_client,\n",

docs/docs/integrations/vectorstores/tidb_vector.ipynb

@@ -6,7 +6,7 @@
    "source": [
     "# TiDB Vector\n",
     "\n",
-    "> [TiDB Cloud](https://www.pingcap.com/tidb-serverless), is a comprehensive Database-as-a-Service (DBaaS) solution, that provides dedicated and serverless options. TiDB Serverless is now integrating a built-in vector search into the MySQL landscape. With this enhancement, you can seamlessly develop AI applications using TiDB Serverless without the need for a new database or additional technical stacks. Create a free TiDB Serverless cluster and start using the vector search feature at https://pingcap.com/ai.\n",
+    "> [TiDB Cloud](https://tidbcloud.com/), is a comprehensive Database-as-a-Service (DBaaS) solution, that provides dedicated and serverless options. TiDB Serverless is now integrating a built-in vector search into the MySQL landscape. With this enhancement, you can seamlessly develop AI applications using TiDB Serverless without the need for a new database or additional technical stacks. Be among the first to experience it by joining the waitlist for the private beta at https://tidb.cloud/ai.\n",
     "\n",
     "This notebook provides a detailed guide on utilizing the TiDB Vector functionality, showcasing its features and practical applications."
    ]

docs/docs/integrations/vectorstores/vdms.ipynb

@@ -12,8 +12,7 @@
     "VDMS supports:\n",
     "* K nearest neighbor search\n",
     "* Euclidean distance (L2) and inner product (IP)\n",
-    "* Libraries for indexing and computing distances: TileDBDense, TileDBSparse, FaissFlat (Default), FaissIVFFlat, Flinng\n",
-    "* Embeddings for text, images, and video\n",
+    "* Libraries for indexing and computing distances: TileDBDense, TileDBSparse, FaissFlat (Default), FaissIVFFlat\n",
     "* Vector and metadata searches\n",
     "\n",
     "VDMS has server and client components. To setup the server, see the [installation instructions](https://github.com/IntelLabs/vdms/blob/master/INSTALL.md) or use the [docker image](https://hub.docker.com/r/intellabs/vdms).\n",
@@ -41,7 +40,7 @@
    ],
    "source": [
     "# Pip install necessary package\n",
-    "%pip install --upgrade --quiet pip vdms sentence-transformers langchain-huggingface > /dev/null"
+    "%pip install --upgrade --quiet pip sentence-transformers vdms \"unstructured-inference==0.6.6\";"
    ]
   },
   {
@@ -63,7 +62,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "b26917ffac236673ef1d035ab9c91fe999e29c9eb24aa6c7103d7baa6bf2f72d\n"
+      "e6061b270eef87de5319a6c5af709b36badcad8118069a8f6b577d2e01ad5e2d\n"
      ]
     }
    ],
@@ -93,9 +92,6 @@
    "outputs": [],
    "source": [
     "import time\n",
-    "import warnings\n",
-    "\n",
-    "warnings.filterwarnings(\"ignore\")\n",
     "\n",
     "from langchain_community.document_loaders.text import TextLoader\n",
     "from langchain_community.vectorstores import VDMS\n",
@@ -294,7 +290,7 @@
    "source": [
     "# add data\n",
     "collection_name = \"my_collection_faiss_L2\"\n",
-    "db_FaissFlat = VDMS.from_documents(\n",
+    "db = VDMS.from_documents(\n",
     "    docs,\n",
     "    client=vdms_client,\n",
     "    ids=ids,\n",
@@ -305,7 +301,7 @@
     "# Query (No metadata filtering)\n",
     "k = 3\n",
     "query = \"What did the president say about Ketanji Brown Jackson\"\n",
-    "returned_docs = db_FaissFlat.similarity_search(query, k=k, filter=None)\n",
+    "returned_docs = db.similarity_search(query, k=k, filter=None)\n",
     "print_results(returned_docs, score=False)"
    ]
   },
@@ -396,226 +392,10 @@
     "k = 3\n",
     "constraints = {\"page_number\": [\">\", 30], \"president_included\": [\"==\", True]}\n",
     "query = \"What did the president say about Ketanji Brown Jackson\"\n",
-    "returned_docs = db_FaissFlat.similarity_search(query, k=k, filter=constraints)\n",
+    "returned_docs = db.similarity_search(query, k=k, filter=constraints)\n",
     "print_results(returned_docs, score=False)"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "92ab3370",
-   "metadata": {},
-   "source": [
-    "### Similarity Search using Faiss IVFFlat and Inner Product (IP) Distance\n",
-    "\n",
-    "In this section, we add the documents to VDMS using Faiss IndexIVFFlat indexing and IP as the distance metric for similarity search. We search for three documents (`k=3`) related to the query `What did the president say about Ketanji Brown Jackson` and also return the score along with the document.\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "78f502cf",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.2032090425\n",
-      "\n",
-      "Content:\n",
-      "\tTonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \n",
-      "\n",
-      "Tonight, I’d like to honor someone who has dedicated his life to serve this country: Justice Stephen Breyer—an Army veteran, Constitutional scholar, and retiring Justice of the United States Supreme Court. Justice Breyer, thank you for your service. \n",
-      "\n",
-      "One of the most serious constitutional responsibilities a President has is nominating someone to serve on the United States Supreme Court. \n",
-      "\n",
-      "And I did that 4 days ago, when I nominated Circuit Court of Appeals Judge Ketanji Brown Jackson. One of our nation’s top legal minds, who will continue Justice Breyer’s legacy of excellence.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t32\n",
-      "\tpage_number:\t32\n",
-      "\tpresident_included:\tTrue\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.4952471256\n",
-      "\n",
-      "Content:\n",
-      "\tAs Frances Haugen, who is here with us tonight, has shown, we must hold social media platforms accountable for the national experiment they’re conducting on our children for profit. \n",
-      "\n",
-      "It’s time to strengthen privacy protections, ban targeted advertising to children, demand tech companies stop collecting personal data on our children. \n",
-      "\n",
-      "And let’s get all Americans the mental health services they need. More people they can turn to for help, and full parity between physical and mental health care. \n",
-      "\n",
-      "Third, support our veterans. \n",
-      "\n",
-      "Veterans are the best of us. \n",
-      "\n",
-      "I’ve always believed that we have a sacred obligation to equip all those we send to war and care for them and their families when they come home. \n",
-      "\n",
-      "My administration is providing assistance with job training and housing, and now helping lower-income veterans get VA care debt-free.  \n",
-      "\n",
-      "Our troops in Iraq and Afghanistan faced many dangers.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t37\n",
-      "\tpage_number:\t37\n",
-      "\tpresident_included:\tFalse\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.5008399487\n",
-      "\n",
-      "Content:\n",
-      "\tA former top litigator in private practice. A former federal public defender. And from a family of public school educators and police officers. A consensus builder. Since she’s been nominated, she’s received a broad range of support—from the Fraternal Order of Police to former judges appointed by Democrats and Republicans. \n",
-      "\n",
-      "And if we are to advance liberty and justice, we need to secure the Border and fix the immigration system. \n",
-      "\n",
-      "We can do both. At our border, we’ve installed new technology like cutting-edge scanners to better detect drug smuggling.  \n",
-      "\n",
-      "We’ve set up joint patrols with Mexico and Guatemala to catch more human traffickers.  \n",
-      "\n",
-      "We’re putting in place dedicated immigration judges so families fleeing persecution and violence can have their cases heard faster. \n",
-      "\n",
-      "We’re securing commitments and supporting partners in South and Central America to host more refugees and secure their own borders.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t33\n",
-      "\tpage_number:\t33\n",
-      "\tpresident_included:\tFalse\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n"
-     ]
-    }
-   ],
-   "source": [
-    "db_FaissIVFFlat = VDMS.from_documents(\n",
-    "    docs,\n",
-    "    client=vdms_client,\n",
-    "    ids=ids,\n",
-    "    collection_name=\"my_collection_FaissIVFFlat_IP\",\n",
-    "    embedding=embedding,\n",
-    "    engine=\"FaissIVFFlat\",\n",
-    "    distance_strategy=\"IP\",\n",
-    ")\n",
-    "# Query\n",
-    "k = 3\n",
-    "query = \"What did the president say about Ketanji Brown Jackson\"\n",
-    "docs_with_score = db_FaissIVFFlat.similarity_search_with_score(query, k=k, filter=None)\n",
-    "print_results(docs_with_score)"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "e66d9125",
-   "metadata": {},
-   "source": [
-    "### Similarity Search using FLINNG and IP Distance\n",
-    "\n",
-    "In this section, we add the documents to VDMS using Filters to Identify Near-Neighbor Groups (FLINNG) indexing and IP as the distance metric for similarity search. We search for three documents (`k=3`) related to the query `What did the president say about Ketanji Brown Jackson` and also return the score along with the document."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "id": "add81beb",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.2032090425\n",
-      "\n",
-      "Content:\n",
-      "\tTonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \n",
-      "\n",
-      "Tonight, I’d like to honor someone who has dedicated his life to serve this country: Justice Stephen Breyer—an Army veteran, Constitutional scholar, and retiring Justice of the United States Supreme Court. Justice Breyer, thank you for your service. \n",
-      "\n",
-      "One of the most serious constitutional responsibilities a President has is nominating someone to serve on the United States Supreme Court. \n",
-      "\n",
-      "And I did that 4 days ago, when I nominated Circuit Court of Appeals Judge Ketanji Brown Jackson. One of our nation’s top legal minds, who will continue Justice Breyer’s legacy of excellence.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t32\n",
-      "\tpage_number:\t32\n",
-      "\tpresident_included:\tTrue\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.4952471256\n",
-      "\n",
-      "Content:\n",
-      "\tAs Frances Haugen, who is here with us tonight, has shown, we must hold social media platforms accountable for the national experiment they’re conducting on our children for profit. \n",
-      "\n",
-      "It’s time to strengthen privacy protections, ban targeted advertising to children, demand tech companies stop collecting personal data on our children. \n",
-      "\n",
-      "And let’s get all Americans the mental health services they need. More people they can turn to for help, and full parity between physical and mental health care. \n",
-      "\n",
-      "Third, support our veterans. \n",
-      "\n",
-      "Veterans are the best of us. \n",
-      "\n",
-      "I’ve always believed that we have a sacred obligation to equip all those we send to war and care for them and their families when they come home. \n",
-      "\n",
-      "My administration is providing assistance with job training and housing, and now helping lower-income veterans get VA care debt-free.  \n",
-      "\n",
-      "Our troops in Iraq and Afghanistan faced many dangers.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t37\n",
-      "\tpage_number:\t37\n",
-      "\tpresident_included:\tFalse\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n",
-      "Score:\t1.5008399487\n",
-      "\n",
-      "Content:\n",
-      "\tA former top litigator in private practice. A former federal public defender. And from a family of public school educators and police officers. A consensus builder. Since she’s been nominated, she’s received a broad range of support—from the Fraternal Order of Police to former judges appointed by Democrats and Republicans. \n",
-      "\n",
-      "And if we are to advance liberty and justice, we need to secure the Border and fix the immigration system. \n",
-      "\n",
-      "We can do both. At our border, we’ve installed new technology like cutting-edge scanners to better detect drug smuggling.  \n",
-      "\n",
-      "We’ve set up joint patrols with Mexico and Guatemala to catch more human traffickers.  \n",
-      "\n",
-      "We’re putting in place dedicated immigration judges so families fleeing persecution and violence can have their cases heard faster. \n",
-      "\n",
-      "We’re securing commitments and supporting partners in South and Central America to host more refugees and secure their own borders.\n",
-      "\n",
-      "Metadata:\n",
-      "\tid:\t33\n",
-      "\tpage_number:\t33\n",
-      "\tpresident_included:\tFalse\n",
-      "\tsource:\t../../how_to/state_of_the_union.txt\n",
-      "--------------------------------------------------\n",
-      "\n"
-     ]
-    }
-   ],
-   "source": [
-    "db_Flinng = VDMS.from_documents(\n",
-    "    docs,\n",
-    "    client=vdms_client,\n",
-    "    ids=ids,\n",
-    "    collection_name=\"my_collection_Flinng_IP\",\n",
-    "    embedding=embedding,\n",
-    "    engine=\"Flinng\",\n",
-    "    distance_strategy=\"IP\",\n",
-    ")\n",
-    "# Query\n",
-    "k = 3\n",
-    "query = \"What did the president say about Ketanji Brown Jackson\"\n",
-    "docs_with_score = db_Flinng.similarity_search_with_score(query, k=k, filter=None)\n",
-    "print_results(docs_with_score)"
-   ]
-  },
   {
    "cell_type": "markdown",
    "id": "a5984766",
@@ -629,7 +409,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 8,
    "id": "3001ba6e",
    "metadata": {},
    "outputs": [
@@ -639,7 +419,7 @@
      "text": [
       "--------------------------------------------------\n",
       "\n",
-      "Score:\t1.2032090425\n",
+      "Score:\t1.2032090425491333\n",
       "\n",
       "Content:\n",
       "\tTonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \n",
@@ -657,7 +437,7 @@
       "\tsource:\t../../how_to/state_of_the_union.txt\n",
       "--------------------------------------------------\n",
       "\n",
-      "Score:\t1.4952471256\n",
+      "Score:\t1.495247483253479\n",
       "\n",
       "Content:\n",
       "\tAs Frances Haugen, who is here with us tonight, has shown, we must hold social media platforms accountable for the national experiment they’re conducting on our children for profit. \n",
@@ -683,7 +463,7 @@
       "\tsource:\t../../how_to/state_of_the_union.txt\n",
       "--------------------------------------------------\n",
       "\n",
-      "Score:\t1.5008399487\n",
+      "Score:\t1.5008409023284912\n",
       "\n",
       "Content:\n",
       "\tA former top litigator in private practice. A former federal public defender. And from a family of public school educators and police officers. A consensus builder. Since she’s been nominated, she’s received a broad range of support—from the Fraternal Order of Police to former judges appointed by Democrats and Republicans. \n",
@@ -725,6 +505,114 @@
     "print_results(docs_with_score)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "92ab3370",
+   "metadata": {},
+   "source": [
+    "### Similarity Search using Faiss IVFFlat and Euclidean Distance\n",
+    "\n",
+    "In this section, we add the documents to VDMS using Faiss IndexIVFFlat indexing and L2 as the distance metric for similarity search. We search for three documents (`k=3`) related to the query `What did the president say about Ketanji Brown Jackson` and also return the score along with the document.\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "78f502cf",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "--------------------------------------------------\n",
+      "\n",
+      "Score:\t1.2032090425491333\n",
+      "\n",
+      "Content:\n",
+      "\tTonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \n",
+      "\n",
+      "Tonight, I’d like to honor someone who has dedicated his life to serve this country: Justice Stephen Breyer—an Army veteran, Constitutional scholar, and retiring Justice of the United States Supreme Court. Justice Breyer, thank you for your service. \n",
+      "\n",
+      "One of the most serious constitutional responsibilities a President has is nominating someone to serve on the United States Supreme Court. \n",
+      "\n",
+      "And I did that 4 days ago, when I nominated Circuit Court of Appeals Judge Ketanji Brown Jackson. One of our nation’s top legal minds, who will continue Justice Breyer’s legacy of excellence.\n",
+      "\n",
+      "Metadata:\n",
+      "\tid:\t32\n",
+      "\tpage_number:\t32\n",
+      "\tpresident_included:\tTrue\n",
+      "\tsource:\t../../how_to/state_of_the_union.txt\n",
+      "--------------------------------------------------\n",
+      "\n",
+      "Score:\t1.495247483253479\n",
+      "\n",
+      "Content:\n",
+      "\tAs Frances Haugen, who is here with us tonight, has shown, we must hold social media platforms accountable for the national experiment they’re conducting on our children for profit. \n",
+      "\n",
+      "It’s time to strengthen privacy protections, ban targeted advertising to children, demand tech companies stop collecting personal data on our children. \n",
+      "\n",
+      "And let’s get all Americans the mental health services they need. More people they can turn to for help, and full parity between physical and mental health care. \n",
+      "\n",
+      "Third, support our veterans. \n",
+      "\n",
+      "Veterans are the best of us. \n",
+      "\n",
+      "I’ve always believed that we have a sacred obligation to equip all those we send to war and care for them and their families when they come home. \n",
+      "\n",
+      "My administration is providing assistance with job training and housing, and now helping lower-income veterans get VA care debt-free.  \n",
+      "\n",
+      "Our troops in Iraq and Afghanistan faced many dangers.\n",
+      "\n",
+      "Metadata:\n",
+      "\tid:\t37\n",
+      "\tpage_number:\t37\n",
+      "\tpresident_included:\tFalse\n",
+      "\tsource:\t../../how_to/state_of_the_union.txt\n",
+      "--------------------------------------------------\n",
+      "\n",
+      "Score:\t1.5008409023284912\n",
+      "\n",
+      "Content:\n",
+      "\tA former top litigator in private practice. A former federal public defender. And from a family of public school educators and police officers. A consensus builder. Since she’s been nominated, she’s received a broad range of support—from the Fraternal Order of Police to former judges appointed by Democrats and Republicans. \n",
+      "\n",
+      "And if we are to advance liberty and justice, we need to secure the Border and fix the immigration system. \n",
+      "\n",
+      "We can do both. At our border, we’ve installed new technology like cutting-edge scanners to better detect drug smuggling.  \n",
+      "\n",
+      "We’ve set up joint patrols with Mexico and Guatemala to catch more human traffickers.  \n",
+      "\n",
+      "We’re putting in place dedicated immigration judges so families fleeing persecution and violence can have their cases heard faster. \n",
+      "\n",
+      "We’re securing commitments and supporting partners in South and Central America to host more refugees and secure their own borders.\n",
+      "\n",
+      "Metadata:\n",
+      "\tid:\t33\n",
+      "\tpage_number:\t33\n",
+      "\tpresident_included:\tFalse\n",
+      "\tsource:\t../../how_to/state_of_the_union.txt\n",
+      "--------------------------------------------------\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "db_FaissIVFFlat = VDMS.from_documents(\n",
+    "    docs,\n",
+    "    client=vdms_client,\n",
+    "    ids=ids,\n",
+    "    collection_name=\"my_collection_FaissIVFFlat_L2\",\n",
+    "    embedding=embedding,\n",
+    "    engine=\"FaissIVFFlat\",\n",
+    "    distance_strategy=\"L2\",\n",
+    ")\n",
+    "# Query\n",
+    "k = 3\n",
+    "query = \"What did the president say about Ketanji Brown Jackson\"\n",
+    "docs_with_score = db_FaissIVFFlat.similarity_search_with_score(query, k=k, filter=None)\n",
+    "print_results(docs_with_score)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "9ed3ec50",
@@ -734,12 +622,12 @@
     "\n",
     "While building toward a real application, you want to go beyond adding data, and also update and delete data.\n",
     "\n",
-    "Here is a basic example showing how to do so.  First, we will update the metadata for the document most relevant to the query by adding a date. "
+    "Here is a basic example showing how to do so.  First, we will update the metadata for the document most relevant to the query."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 10,
    "id": "81a02810",
    "metadata": {},
    "outputs": [
@@ -750,7 +638,7 @@
       "Original metadata: \n",
       "\t{'id': '32', 'page_number': 32, 'president_included': True, 'source': '../../how_to/state_of_the_union.txt'}\n",
       "new metadata: \n",
-      "\t{'id': '32', 'page_number': 32, 'president_included': True, 'source': '../../how_to/state_of_the_union.txt', 'last_date_read': {'_date': '2024-05-01T14:30:00'}}\n",
+      "\t{'id': '32', 'page_number': 32, 'president_included': True, 'source': '../../how_to/state_of_the_union.txt', 'new_value': 'hello world'}\n",
       "--------------------------------------------------\n",
       "\n",
       "UPDATED ENTRY (id=32):\n",
@@ -767,8 +655,8 @@
       "id:\n",
       "\t32\n",
       "\n",
-      "last_date_read:\n",
-      "\t2024-05-01T14:30:00+00:00\n",
+      "new_value:\n",
+      "\thello world\n",
       "\n",
       "page_number:\n",
       "\t32\n",
@@ -784,26 +672,19 @@
     }
    ],
    "source": [
-    "from datetime import datetime\n",
-    "\n",
-    "doc = db_FaissFlat.similarity_search(query)[0]\n",
+    "doc = db.similarity_search(query)[0]\n",
     "print(f\"Original metadata: \\n\\t{doc.metadata}\")\n",
     "\n",
-    "# Update the metadata for a document by adding last datetime document read\n",
-    "datetime_str = datetime(2024, 5, 1, 14, 30, 0).isoformat()\n",
-    "doc.metadata[\"last_date_read\"] = {\"_date\": datetime_str}\n",
+    "# update the metadata for a document\n",
+    "doc.metadata[\"new_value\"] = \"hello world\"\n",
     "print(f\"new metadata: \\n\\t{doc.metadata}\")\n",
     "print(f\"{DELIMITER}\\n\")\n",
     "\n",
     "# Update document in VDMS\n",
     "id_to_update = doc.metadata[\"id\"]\n",
-    "db_FaissFlat.update_document(collection_name, id_to_update, doc)\n",
-    "response, response_array = db_FaissFlat.get(\n",
-    "    collection_name,\n",
-    "    constraints={\n",
-    "        \"id\": [\"==\", id_to_update],\n",
-    "        \"last_date_read\": [\">=\", {\"_date\": \"2024-05-01T00:00:00\"}],\n",
-    "    },\n",
+    "db.update_document(collection_name, id_to_update, doc)\n",
+    "response, response_array = db.get(\n",
+    "    collection_name, constraints={\"id\": [\"==\", id_to_update]}\n",
     ")\n",
     "\n",
     "# Display Results\n",
@@ -821,7 +702,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 11,
    "id": "95537fe8",
    "metadata": {},
    "outputs": [
@@ -835,13 +716,11 @@
     }
    ],
    "source": [
-    "print(\"Documents before deletion: \", db_FaissFlat.count(collection_name))\n",
+    "print(\"Documents before deletion: \", db.count(collection_name))\n",
     "\n",
     "id_to_remove = ids[-1]\n",
-    "db_FaissFlat.delete(collection_name=collection_name, ids=[id_to_remove])\n",
-    "print(\n",
-    "    f\"Documents after deletion (id={id_to_remove}): {db_FaissFlat.count(collection_name)}\"\n",
-    ")"
+    "db.delete(collection_name=collection_name, ids=[id_to_remove])\n",
+    "print(f\"Documents after deletion (id={id_to_remove}): {db.count(collection_name)}\")"
    ]
   },
   {
@@ -860,7 +739,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 12,
    "id": "1db4d6ed",
    "metadata": {},
    "outputs": [
@@ -879,7 +758,7 @@
       "\n",
       "Metadata:\n",
       "\tid:\t32\n",
-      "\tlast_date_read:\t2024-05-01T14:30:00+00:00\n",
+      "\tnew_value:\thello world\n",
       "\tpage_number:\t32\n",
       "\tpresident_included:\tTrue\n",
       "\tsource:\t../../how_to/state_of_the_union.txt\n"
@@ -888,7 +767,7 @@
    ],
    "source": [
     "embedding_vector = embedding.embed_query(query)\n",
-    "returned_docs = db_FaissFlat.similarity_search_by_vector(embedding_vector)\n",
+    "returned_docs = db.similarity_search_by_vector(embedding_vector)\n",
     "\n",
     "# Print Results\n",
     "print_document_details(returned_docs[0])"
@@ -908,7 +787,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 13,
    "id": "2bc0313b",
    "metadata": {},
    "outputs": [
@@ -916,7 +795,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Deleted entry:\n",
+      "Returned entry:\n",
       "\n",
       "blob:\n",
       "\tTrue\n",
@@ -959,18 +838,18 @@
     }
    ],
    "source": [
-    "response, response_array = db_FaissFlat.get(\n",
+    "response, response_array = db.get(\n",
     "    collection_name,\n",
     "    limit=1,\n",
     "    include=[\"metadata\", \"embeddings\"],\n",
     "    constraints={\"id\": [\"==\", \"2\"]},\n",
     ")\n",
     "\n",
-    "# Delete id=2\n",
-    "db_FaissFlat.delete(collection_name=collection_name, ids=[\"2\"])\n",
+    "print(\"Returned entry:\")\n",
+    "print_response([response[0][\"FindDescriptor\"][\"entities\"][0]])\n",
     "\n",
-    "print(\"Deleted entry:\")\n",
-    "print_response([response[0][\"FindDescriptor\"][\"entities\"][0]])"
+    "# Delete id=2\n",
+    "db.delete(collection_name=collection_name, ids=[\"2\"])"
    ]
   },
   {
@@ -990,7 +869,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 14,
    "id": "120f55eb",
    "metadata": {},
    "outputs": [
@@ -1009,7 +888,7 @@
       "\n",
       "Metadata:\n",
       "\tid:\t32\n",
-      "\tlast_date_read:\t2024-05-01T14:30:00+00:00\n",
+      "\tnew_value:\thello world\n",
       "\tpage_number:\t32\n",
       "\tpresident_included:\tTrue\n",
       "\tsource:\t../../how_to/state_of_the_union.txt\n"
@@ -1017,7 +896,7 @@
     }
    ],
    "source": [
-    "retriever = db_FaissFlat.as_retriever()\n",
+    "retriever = db.as_retriever()\n",
     "relevant_docs = retriever.invoke(query)[0]\n",
     "\n",
     "print_document_details(relevant_docs)"
@@ -1035,7 +914,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 15,
    "id": "f00be6d0",
    "metadata": {},
    "outputs": [
@@ -1054,7 +933,7 @@
       "\n",
       "Metadata:\n",
       "\tid:\t32\n",
-      "\tlast_date_read:\t2024-05-01T14:30:00+00:00\n",
+      "\tnew_value:\thello world\n",
       "\tpage_number:\t32\n",
       "\tpresident_included:\tTrue\n",
       "\tsource:\t../../how_to/state_of_the_union.txt\n"
@@ -1062,7 +941,7 @@
     }
    ],
    "source": [
-    "retriever = db_FaissFlat.as_retriever(search_type=\"mmr\")\n",
+    "retriever = db.as_retriever(search_type=\"mmr\")\n",
     "relevant_docs = retriever.invoke(query)[0]\n",
     "\n",
     "print_document_details(relevant_docs)"
@@ -1078,7 +957,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 16,
    "id": "ab911470",
    "metadata": {},
    "outputs": [
@@ -1088,7 +967,7 @@
      "text": [
       "--------------------------------------------------\n",
       "\n",
-      "Score:\t1.2032091618\n",
+      "Score:\t1.2032092809677124\n",
       "\n",
       "Content:\n",
       "\tTonight. I call on the Senate to: Pass the Freedom to Vote Act. Pass the John Lewis Voting Rights Act. And while you’re at it, pass the Disclose Act so Americans can know who is funding our elections. \n",
@@ -1101,13 +980,13 @@
       "\n",
       "Metadata:\n",
       "\tid:\t32\n",
-      "\tlast_date_read:\t2024-05-01T14:30:00+00:00\n",
+      "\tnew_value:\thello world\n",
       "\tpage_number:\t32\n",
       "\tpresident_included:\tTrue\n",
       "\tsource:\t../../how_to/state_of_the_union.txt\n",
       "--------------------------------------------------\n",
       "\n",
-      "Score:\t1.50705266\n",
+      "Score:\t1.507053256034851\n",
       "\n",
       "Content:\n",
       "\tBut cancer from prolonged exposure to burn pits ravaged Heath’s lungs and body. \n",
@@ -1143,7 +1022,7 @@
     }
    ],
    "source": [
-    "mmr_resp = db_FaissFlat.max_marginal_relevance_search_with_score(query, k=2, fetch_k=10)\n",
+    "mmr_resp = db.max_marginal_relevance_search_with_score(query, k=2, fetch_k=10)\n",
     "print_results(mmr_resp)"
    ]
   },
@@ -1158,7 +1037,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 17,
    "id": "874e7af9",
    "metadata": {},
    "outputs": [
@@ -1172,11 +1051,11 @@
     }
    ],
    "source": [
-    "print(\"Documents before deletion: \", db_FaissFlat.count(collection_name))\n",
+    "print(\"Documents before deletion: \", db.count(collection_name))\n",
     "\n",
-    "db_FaissFlat.delete(collection_name=collection_name)\n",
+    "db.delete(collection_name=collection_name)\n",
     "\n",
-    "print(\"Documents after deletion: \", db_FaissFlat.count(collection_name))"
+    "print(\"Documents after deletion: \", db.count(collection_name))"
    ]
   },
   {
@@ -1189,7 +1068,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 19,
+   "execution_count": 18,
    "id": "08931796",
    "metadata": {},
    "outputs": [
@@ -1218,7 +1097,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "a60725a6",
+   "id": "0386ea81",
    "metadata": {},
    "outputs": [],
    "source": []
@@ -1240,7 +1119,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.9"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/scripts/model_feat_table.py

@@ -87,19 +87,10 @@ CHAT_MODEL_FEAT_TABLE = {
         "package": "langchain-huggingface",
         "link": "/docs/integrations/chat/huggingface/",
     },
-    "ChatNVIDIA": {
-        "tool_calling": True,
-        "json_mode": False,
-        "local": True,
-        "multimodal": False,
-        "package": "langchain-nvidia-ai-endpoints",
-        "link": "/docs/integrations/chat/nvidia_ai_endpoints/",
-    },
     "ChatOllama": {
-        "tool_calling": True,
         "local": True,
         "json_mode": True,
-        "package": "langchain-ollama",
+        "package": "langchain-community",
         "link": "/docs/integrations/chat/ollama/",
     },
     "vLLM Chat (via ChatOpenAI)": {

docs/scripts/tool_feat_table.py

@@ -1,181 +0,0 @@
-import sys
-from pathlib import Path
-
-SEARCH_TOOL_FEAT_TABLE = {
-    "Exa Search": {
-        "pricing": "1000 free searches/month",
-        "available_data": "URL, Author, Title, Published Date",
-        "link": "/docs/integrations/tools/exa_search",
-    },
-    "Bing Search": {
-        "pricing": "Paid",
-        "available_data": "URL, Snippet, Title",
-        "link": "/docs/integrations/tools/bing_search",
-    },
-    "DuckDuckgoSearch": {
-        "pricing": "Free",
-        "available_data": "URL, Snippet, Title",
-        "link": "/docs/integrations/tools/ddg",
-    },
-    "Brave Search": {
-        "pricing": "Free",
-        "available_data": "URL, Snippet, Title",
-        "link": "/docs/integrations/tools/brave_search",
-    },
-    "Google Search": {
-        "pricing": "Paid",
-        "available_data": "URL, Snippet, Title",
-        "link": "/docs/integrations/tools/google_search",
-    },
-    "Google Serper": {
-        "pricing": "Free",
-        "available_data": "URL, Snippet, Title, Search Rank, Site Links",
-        "link": "/docs/integrations/tools/google_serper",
-    },
-    "Mojeek Search": {
-        "pricing": "Paid",
-        "available_data": "URL, Snippet, Title",
-        "link": "/docs/integrations/tools/mojeek_search",
-    },
-    "SearxNG Search": {
-        "pricing": "Free",
-        "available_data": "URL, Snippet, Title, Category",
-        "link": "/docs/integrations/tools/searx_search",
-    },
-    "You.com Search": {
-        "pricing": "Free for 60 days",
-        "available_data": "URL, Title, Page Content",
-        "link": "/docs/integrations/tools/you",
-    },
-    "SearchApi": {
-        "pricing": "100 Free Searches on Sign Up",
-        "available_data": "URL, Snippet, Title, Search Rank, Site Links, Authors",
-        "link": "/docs/integrations/tools/searchapi",
-    },
-    "SerpAPI": {
-        "pricing": "100 Free Searches/Month",
-        "available_data": "Answer",
-        "link": "/docs/integrations/tools/serpapi",
-    },
-}
-
-CODE_INTERPRETER_TOOL_FEAT_TABLE = {
-    "Bearly Code Interpreter": {
-        "langauges": "Python",
-        "sandbox_lifetime": "Resets on Execution",
-        "upload": True,
-        "return_results": "Text",
-        "link": "/docs/integrations/tools/bearly",
-    },
-    "Riza Code Interpreter": {
-        "langauges": "Python, JavaScript, PHP, Ruby",
-        "sandbox_lifetime": "Resets on Execution",
-        "upload": False,
-        "return_results": "Text",
-        "link": "/docs/integrations/tools/riza",
-    },
-    "E2B Data Analysis": {
-        "langauges": "Python. In beta: JavaScript, R, Java",
-        "sandbox_lifetime": "24 Hours",
-        "upload": True,
-        "return_results": "Text, Images, Videos",
-        "link": "/docs/integrations/tools/e2b_data_analysis",
-    },
-    "Azure Container Apps dynamic sessions": {
-        "langauges": "Python",
-        "sandbox_lifetime": "1 Hour",
-        "upload": True,
-        "return_results": "Text, Images",
-        "link": "/docs/integrations/tools/azure_dynamic_sessions",
-    },
-}
-
-TOOLS_TEMPLATE = """\
----
-sidebar_position: 0
-sidebar_class_name: hidden
-keywords: [compatibility]
-custom_edit_url:
-hide_table_of_contents: true
----
-
-# Tools
-
-## Search Tools
-
-The following table shows tools that execute online searches in some shape or form:
-
-{search_table}
-
-## Code Interpreter Tools
-
-The following table shows tools that can be used as code interpreters:
-
-{code_interpreter_table}
-
-"""
-
-
-def get_search_tools_table() -> str:
-    """Get the table of search tools."""
-    header = ["tool", "pricing", "available_data"]
-    title = ["Tool", "Free/Paid", "Return Data"]
-    rows = [title, [":-"] + [":-:"] * (len(title) - 1)]
-    for search_tool, feats in sorted(SEARCH_TOOL_FEAT_TABLE.items()):
-        # Fields are in the order of the header
-        row = [
-            f"[{search_tool}]({feats['link']})",
-        ]
-        for h in header[1:]:
-            row.append(feats.get(h))
-        rows.append(row)
-    return "\n".join(["|".join(row) for row in rows])
-
-
-def get_code_interpreter_table() -> str:
-    """Get the table of search tools."""
-    header = [
-        "tool",
-        "langauges",
-        "sandbox_lifetime",
-        "upload",
-        "return_results",
-    ]
-    title = [
-        "Tool",
-        "Supported Languages",
-        "Sandbox Lifetime",
-        "Supports File Uploads",
-        "Return Types",
-    ]
-    rows = [title, [":-"] + [":-:"] * (len(title) - 1)]
-    for search_tool, feats in sorted(CODE_INTERPRETER_TOOL_FEAT_TABLE.items()):
-        # Fields are in the order of the header
-        row = [
-            f"[{search_tool}]({feats['link']})",
-        ]
-        for h in header[1:]:
-            value = feats.get(h)
-            if h == "upload":
-                if value is True:
-                    row.append("✅")
-                else:
-                    row.append("❌")
-            else:
-                row.append(value)
-        rows.append(row)
-    return "\n".join(["|".join(row) for row in rows])
-
-
-if __name__ == "__main__":
-    output_dir = Path(sys.argv[1])
-    output_integrations_dir = output_dir / "integrations"
-    output_integrations_dir_tools = output_integrations_dir / "tools"
-    output_integrations_dir_tools.mkdir(parents=True, exist_ok=True)
-
-    tools_page = TOOLS_TEMPLATE.format(
-        search_table=get_search_tools_table(),
-        code_interpreter_table=get_code_interpreter_table(),
-    )
-    with open(output_integrations_dir / "tools" / "index.mdx", "w") as f:
-        f.write(tools_page)

docs/sidebars.js

@@ -243,8 +243,8 @@ module.exports = {
             },
           ],
           link: {
-            type: "doc",
-            id: "integrations/tools/index",
+            type: "generated-index",
+            slug: "integrations/tools",
           },
         },
         {

docs/src/theme/ChatModelTabs.js

@@ -14,7 +14,6 @@ import CodeBlock from "@theme-original/CodeBlock";
  * @property {string} [mistralParams] - Parameters for Mistral chat model. Defaults to `model="mistral-large-latest"`
  * @property {string} [googleParams] - Parameters for Google chat model. Defaults to `model="gemini-pro"`
  * @property {string} [togetherParams] - Parameters for Together chat model. Defaults to `model="mistralai/Mixtral-8x7B-Instruct-v0.1"`
- * @property {string} [nvidiaParams] - Parameters for Nvidia NIM model. Defaults to `model="meta/llama3-70b-instruct"`
  * @property {boolean} [hideOpenai] - Whether or not to hide OpenAI chat model.
  * @property {boolean} [hideAnthropic] - Whether or not to hide Anthropic chat model.
  * @property {boolean} [hideCohere] - Whether or not to hide Cohere chat model.
@@ -24,7 +23,6 @@ import CodeBlock from "@theme-original/CodeBlock";
  * @property {boolean} [hideGoogle] - Whether or not to hide Google VertexAI chat model.
  * @property {boolean} [hideTogether] - Whether or not to hide Together chat model.
  * @property {boolean} [hideAzure] - Whether or not to hide Microsoft Azure OpenAI chat model.
- * @property {boolean} [hideNvidia] - Whether or not to hide NVIDIA NIM model.
  * @property {string} [customVarName] - Custom variable name for the model. Defaults to `model`.
  */
 
@@ -42,7 +40,6 @@ export default function ChatModelTabs(props) {
     googleParams,
     togetherParams,
     azureParams,
-    nvidiaParams,
     hideOpenai,
     hideAnthropic,
     hideCohere,
@@ -52,28 +49,26 @@ export default function ChatModelTabs(props) {
     hideGoogle,
     hideTogether,
     hideAzure,
-    hideNvidia,
     customVarName,
   } = props;
 
-  const openAIParamsOrDefault = openaiParams ?? `model="gpt-4o-mini"`;
+  const openAIParamsOrDefault = openaiParams ?? `model="gpt-3.5-turbo-0125"`;
   const anthropicParamsOrDefault =
-    anthropicParams ?? `model="claude-3-5-sonnet-20240620"`;
-  const cohereParamsOrDefault = cohereParams ?? `model="command-r-plus"`;
+    anthropicParams ?? `model="claude-3-sonnet-20240229"`;
+  const cohereParamsOrDefault = cohereParams ?? `model="command-r"`;
   const fireworksParamsOrDefault =
     fireworksParams ??
-    `model="accounts/fireworks/models/llama-v3p1-70b-instruct"`;
+    `model="accounts/fireworks/models/mixtral-8x7b-instruct"`;
   const groqParamsOrDefault = groqParams ?? `model="llama3-8b-8192"`;
   const mistralParamsOrDefault =
     mistralParams ?? `model="mistral-large-latest"`;
-  const googleParamsOrDefault = googleParams ?? `model="gemini-1.5-flash"`;
+  const googleParamsOrDefault = googleParams ?? `model="gemini-pro"`;
   const togetherParamsOrDefault =
     togetherParams ??
     `\n    base_url="https://api.together.xyz/v1",\n    api_key=os.environ["TOGETHER_API_KEY"],\n    model="mistralai/Mixtral-8x7B-Instruct-v0.1",\n`;
   const azureParamsOrDefault =
     azureParams ??
     `\n    azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],\n    azure_deployment=os.environ["AZURE_OPENAI_DEPLOYMENT_NAME"],\n    openai_api_version=os.environ["AZURE_OPENAI_API_VERSION"],\n`;
-  const nvidiaParamsOrDefault = nvidiaParams ?? `model="meta/llama3-70b-instruct"`
 
   const llmVarName = customVarName ?? "model";
 
@@ -123,15 +118,6 @@ export default function ChatModelTabs(props) {
       default: false,
       shouldHide: hideCohere,
     },
-    {
-      value: "NVIDIA",
-      label: "NVIDIA",
-      text: `from langchain import ChatNVIDIA\n\n${llmVarName} = ChatNVIDIA(${nvidiaParamsOrDefault})`,
-      apiKeyName: "NVIDIA_API_KEY",
-      packageName: "langchain-nvidia-ai-endpoints",
-      default: false,
-      shouldHide: hideNvidia,
-    },
     {
       value: "FireworksAI",
       label: "FireworksAI",

docs/vercel.json

@@ -61,10 +61,6 @@
     {
       "source": "/cookbook(/?)",
       "destination": "/v0.1/docs/cookbook/"
-    },
-    {
-      "source": "/docs/integrations/toolkits/document_comparison_toolkit(/?)",
-      "destination": "/docs/tutorials/rag/"
     }
   ]
 }

libs/cli/langchain_cli/integration_template/pyproject.toml

@@ -9,7 +9,6 @@ license = "MIT"
 
 [tool.poetry.urls]
 "Source Code" = "https://github.com/langchain-ai/langchain/tree/master/libs/partners/__package_name_short__"
-"Release Notes" = "https://github.com/langchain-ai/langchain/releases?q=tag%3A%22__package_name_short__%3D%3D0%22&expanded=true"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0"
@@ -78,7 +77,8 @@ build-backend = "poetry.core.masonry.api"
 #                       section of the configuration file raise errors.
 #
 # https://github.com/tophat/syrupy
-addopts = "--strict-markers --strict-config --durations=5"
+# --snapshot-warn-unused    Prints a warning on unused snapshots rather than fail the test suite.
+addopts = "--snapshot-warn-unused --strict-markers --strict-config --durations=5"
 # Registering custom markers.
 # https://docs.pytest.org/en/7.1.x/example/markers.html#registering-markers
 markers = [

libs/cli/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langchain-cli"
-version = "0.0.26"
+version = "0.0.25"
 description = "CLI for interacting with LangChain"
 authors = ["Erick Friis <erick@langchain.dev>"]
 readme = "README.md"
@@ -9,7 +9,6 @@ license = "MIT"
 
 [tool.poetry.urls]
 "Source Code" = "https://github.com/langchain-ai/langchain/tree/master/libs/cli"
-"Release Notes" = "https://github.com/langchain-ai/langchain/releases?q=tag%3A%22langchain-cli%3D%3D0%22&expanded=true"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0"

libs/community/extended_testing_deps.txt

@@ -16,7 +16,6 @@ cloudpickle>=2.0.0
 cohere>=4,<6
 databricks-vectorsearch>=0.21,<0.22
 datasets>=2.15.0,<3
-dedoc>=2.2.6,<3
 dgml-utils>=0.3.0,<0.4
 elasticsearch>=8.12.0,<9
 esprima>=4.0.1,<5
@@ -86,7 +85,6 @@ tree-sitter>=0.20.2,<0.21
 tree-sitter-languages>=1.8.0,<2
 upstash-redis>=1.1.0,<2
 upstash-ratelimit>=1.1.0,<2
-vdms>=0.0.20
+vdms==0.0.20
 xata>=1.0.0a7,<2
 xmltodict>=0.13.0,<0.14
-nanopq==0.2.1

libs/community/langchain_community/callbacks/openai_info.py

@@ -100,14 +100,12 @@ MODEL_COST_PER_1K_TOKENS = {
     "gpt-3.5-turbo-0613-finetuned": 0.003,
     "gpt-3.5-turbo-1106-finetuned": 0.003,
     "gpt-3.5-turbo-0125-finetuned": 0.003,
-    "gpt-4o-mini-2024-07-18-finetuned": 0.0003,
     # Fine Tuned output
     "babbage-002-finetuned-completion": 0.0016,
     "davinci-002-finetuned-completion": 0.012,
     "gpt-3.5-turbo-0613-finetuned-completion": 0.006,
     "gpt-3.5-turbo-1106-finetuned-completion": 0.006,
     "gpt-3.5-turbo-0125-finetuned-completion": 0.006,
-    "gpt-4o-mini-2024-07-18-finetuned-completion": 0.0012,
     # Azure Fine Tuned input
     "babbage-002-azure-finetuned": 0.0004,
     "davinci-002-azure-finetuned": 0.002,

libs/community/langchain_community/chains/ernie_functions/base.py

@@ -24,7 +24,6 @@ from langchain_core.output_parsers import (
 from langchain_core.prompts import BasePromptTemplate
 from langchain_core.pydantic_v1 import BaseModel
 from langchain_core.runnables import Runnable
-from langchain_core.utils.pydantic import is_basemodel_subclass
 
 from langchain_community.output_parsers.ernie_functions import (
     JsonOutputFunctionsParser,
@@ -95,7 +94,7 @@ def _get_python_function_arguments(function: Callable, arg_descriptions: dict) -
     for arg, arg_type in annotations.items():
         if arg == "return":
             continue
-        if isinstance(arg_type, type) and is_basemodel_subclass(arg_type):
+        if isinstance(arg_type, type) and issubclass(arg_type, BaseModel):
             # Mypy error:
             # "type" has no attribute "schema"
             properties[arg] = arg_type.schema()  # type: ignore[attr-defined]
@@ -157,7 +156,7 @@ def convert_to_ernie_function(
     """
     if isinstance(function, dict):
         return function
-    elif isinstance(function, type) and is_basemodel_subclass(function):
+    elif isinstance(function, type) and issubclass(function, BaseModel):
         return cast(Dict, convert_pydantic_to_ernie_function(function))
     elif callable(function):
         return convert_python_function_to_ernie_function(function)
@@ -186,7 +185,7 @@ def get_ernie_output_parser(
             only the function arguments and not the function name.
     """
     function_names = [convert_to_ernie_function(f)["name"] for f in functions]
-    if isinstance(functions[0], type) and is_basemodel_subclass(functions[0]):
+    if isinstance(functions[0], type) and issubclass(functions[0], BaseModel):
         if len(functions) > 1:
             pydantic_schema: Union[Dict, Type[BaseModel]] = {
                 name: fn for name, fn in zip(function_names, functions)

libs/community/langchain_community/chat_message_histories/elasticsearch.py

@@ -28,7 +28,7 @@ class ElasticsearchChatMessageHistory(BaseChatMessageHistory):
         es_password: Password to use when connecting to Elasticsearch.
         es_api_key: API key to use when connecting to Elasticsearch.
         es_connection: Optional pre-existing Elasticsearch connection.
-        ensure_ascii: Used to escape ASCII symbols in json.dumps. Defaults to True.
+        esnsure_ascii: Used to escape ASCII symbols in json.dumps. Defaults to True.
         index: Name of the index to use.
         session_id: Arbitrary key that is used to store the messages
             of a single chat session.
@@ -45,11 +45,11 @@ class ElasticsearchChatMessageHistory(BaseChatMessageHistory):
         es_user: Optional[str] = None,
         es_api_key: Optional[str] = None,
         es_password: Optional[str] = None,
-        ensure_ascii: Optional[bool] = True,
+        esnsure_ascii: Optional[bool] = True,
     ):
         self.index: str = index
         self.session_id: str = session_id
-        self.ensure_ascii = ensure_ascii
+        self.ensure_ascii = esnsure_ascii
 
         # Initialize Elasticsearch client from passed client arg or connection info
         if es_connection is not None:

libs/community/langchain_community/chat_message_histories/redis.py

@@ -15,43 +15,7 @@ logger = logging.getLogger(__name__)
 
 
 class RedisChatMessageHistory(BaseChatMessageHistory):
-    """Chat message history stored in a Redis database.
-
-    Setup:
-        Install ``redis`` python package.
-
-        .. code-block:: bash
-
-            pip install redis
-
-    Instantiate:
-        .. code-block:: python
-
-        from langchain_community.chat_message_histories import RedisChatMessageHistory
-
-        history = RedisChatMessageHistory(
-            session_id = "your-session-id",
-            url="redis://your-host:your-port:your-database",  # redis://localhost:6379/0
-        )
-
-    Add and retrieve messages:
-        .. code-block:: python
-
-            # Add single message
-            history.add_message(message)
-
-            # Add batch messages
-            history.add_messages([message1, message2, message3, ...])
-
-            # Add human message
-            history.add_user_message(human_message)
-
-            # Add ai message
-            history.add_ai_message(ai_message)
-
-            # Retrieve messages
-            messages = history.messages
-    """  # noqa: E501
+    """Chat message history stored in a Redis database."""
 
     def __init__(
         self,
@@ -60,18 +24,6 @@ class RedisChatMessageHistory(BaseChatMessageHistory):
         key_prefix: str = "message_store:",
         ttl: Optional[int] = None,
     ):
-        """Initialize with a RedisChatMessageHistory instance.
-
-        Args:
-            session_id: str
-                The ID for single chat session. Used to form keys with `key_prefix`.
-            url: Optional[str]
-                String parameter configuration for connecting to the redis.
-            key_prefix: Optional[str]
-                The prefix of the key, combined with `session id` to form the key.
-            ttl: Optional[int]
-                Set the expiration time of `key`, the unit is seconds.
-        """
         try:
             import redis
         except ImportError:

libs/community/langchain_community/chat_message_histories/sql.py

@@ -187,7 +187,7 @@ class SQLChatMessageHistory(BaseChatMessageHistory):
                     since="0.2.2",
                     removal="0.3.0",
                     name="connection_string",
-                    alternative="connection",
+                    alternative="Use connection instead",
                 )
                 _warned_once_already = True
             connection = connection_string

libs/community/langchain_community/chat_models/__init__.py

@@ -51,7 +51,6 @@ if TYPE_CHECKING:
     from langchain_community.chat_models.deepinfra import (
         ChatDeepInfra,
     )
-    from langchain_community.chat_models.edenai import ChatEdenAI
     from langchain_community.chat_models.ernie import (
         ErnieBotChat,
     )
@@ -165,15 +164,13 @@ if TYPE_CHECKING:
     from langchain_community.chat_models.yandex import (
         ChatYandexGPT,
     )
-    from langchain_community.chat_models.yi import (
-        ChatYi,
-    )
     from langchain_community.chat_models.yuan2 import (
         ChatYuan2,
     )
     from langchain_community.chat_models.zhipuai import (
         ChatZhipuAI,
     )
+
 __all__ = [
     "AzureChatOpenAI",
     "BedrockChat",
@@ -185,7 +182,6 @@ __all__ = [
     "ChatOctoAI",
     "ChatDatabricks",
     "ChatDeepInfra",
-    "ChatEdenAI",
     "ChatEverlyAI",
     "ChatFireworks",
     "ChatFriendli",
@@ -227,7 +223,6 @@ __all__ = [
     "QianfanChatEndpoint",
     "SolarChat",
     "VolcEngineMaasChat",
-    "ChatYi",
 ]
 
 
@@ -242,7 +237,6 @@ _module_lookup = {
     "ChatDatabricks": "langchain_community.chat_models.databricks",
     "ChatDeepInfra": "langchain_community.chat_models.deepinfra",
     "ChatEverlyAI": "langchain_community.chat_models.everlyai",
-    "ChatEdenAI": "langchain_community.chat_models.edenai",
     "ChatFireworks": "langchain_community.chat_models.fireworks",
     "ChatFriendli": "langchain_community.chat_models.friendli",
     "ChatGooglePalm": "langchain_community.chat_models.google_palm",
@@ -284,7 +278,6 @@ _module_lookup = {
     "VolcEngineMaasChat": "langchain_community.chat_models.volcengine_maas",
     "ChatPremAI": "langchain_community.chat_models.premai",
     "ChatLlamaCpp": "langchain_community.chat_models.llamacpp",
-    "ChatYi": "langchain_community.chat_models.yi",
 }
 
 

libs/community/langchain_community/chat_models/baichuan.py

@@ -1,26 +1,13 @@
 import json
 import logging
 from contextlib import asynccontextmanager
-from typing import (
-    Any,
-    AsyncIterator,
-    Callable,
-    Dict,
-    Iterator,
-    List,
-    Mapping,
-    Optional,
-    Sequence,
-    Type,
-    Union,
-)
+from typing import Any, AsyncIterator, Dict, Iterator, List, Mapping, Optional, Type
 
 import requests
 from langchain_core.callbacks import (
     AsyncCallbackManagerForLLMRun,
     CallbackManagerForLLMRun,
 )
-from langchain_core.language_models import LanguageModelInput
 from langchain_core.language_models.chat_models import (
     BaseChatModel,
     agenerate_from_stream,
@@ -37,27 +24,14 @@ from langchain_core.messages import (
     HumanMessageChunk,
     SystemMessage,
     SystemMessageChunk,
-    ToolMessage,
-)
-from langchain_core.output_parsers.openai_tools import (
-    make_invalid_tool_call,
-    parse_tool_call,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
-from langchain_core.pydantic_v1 import BaseModel, Field, SecretStr, root_validator
-from langchain_core.runnables import Runnable
-from langchain_core.tools import BaseTool
+from langchain_core.pydantic_v1 import Field, SecretStr, root_validator
 from langchain_core.utils import (
     convert_to_secret_str,
     get_from_dict_or_env,
     get_pydantic_field_names,
 )
-from langchain_core.utils.function_calling import convert_to_openai_tool
-
-from langchain_community.chat_models.llamacpp import (
-    _lc_invalid_tool_call_to_openai_tool_call,
-    _lc_tool_call_to_openai_tool_call,
-)
 
 logger = logging.getLogger(__name__)
 
@@ -66,33 +40,14 @@ DEFAULT_API_BASE = "https://api.baichuan-ai.com/v1/chat/completions"
 
 def _convert_message_to_dict(message: BaseMessage) -> dict:
     message_dict: Dict[str, Any]
-    content = message.content
     if isinstance(message, ChatMessage):
-        message_dict = {"role": message.role, "content": content}
+        message_dict = {"role": message.role, "content": message.content}
     elif isinstance(message, HumanMessage):
-        message_dict = {"role": "user", "content": content}
+        message_dict = {"role": "user", "content": message.content}
     elif isinstance(message, AIMessage):
-        message_dict = {"role": "assistant", "content": content}
-        if "tool_calls" in message.additional_kwargs:
-            message_dict["tool_calls"] = message.additional_kwargs["tool_calls"]
-
-        elif message.tool_calls or message.invalid_tool_calls:
-            message_dict["tool_calls"] = [
-                _lc_tool_call_to_openai_tool_call(tc) for tc in message.tool_calls
-            ] + [
-                _lc_invalid_tool_call_to_openai_tool_call(tc)
-                for tc in message.invalid_tool_calls
-            ]
-    elif isinstance(message, ToolMessage):
-        message_dict = {
-            "role": "tool",
-            "tool_call_id": message.tool_call_id,
-            "content": content,
-            "name": message.name or message.additional_kwargs.get("name"),
-        }
-
+        message_dict = {"role": "assistant", "content": message.content}
     elif isinstance(message, SystemMessage):
-        message_dict = {"role": "system", "content": content}
+        message_dict = {"role": "system", "content": message.content}
     else:
         raise TypeError(f"Got unknown type {message}")
 
@@ -101,43 +56,14 @@ def _convert_message_to_dict(message: BaseMessage) -> dict:
 
 def _convert_dict_to_message(_dict: Mapping[str, Any]) -> BaseMessage:
     role = _dict["role"]
-    content = _dict.get("content", "")
     if role == "user":
-        return HumanMessage(content=content)
+        return HumanMessage(content=_dict["content"])
     elif role == "assistant":
-        tool_calls = []
-        invalid_tool_calls = []
-        additional_kwargs = {}
-
-        if raw_tool_calls := _dict.get("tool_calls"):
-            additional_kwargs["tool_calls"] = raw_tool_calls
-            for raw_tool_call in raw_tool_calls:
-                try:
-                    tool_calls.append(parse_tool_call(raw_tool_call, return_id=True))
-                except Exception as e:
-                    invalid_tool_calls.append(
-                        make_invalid_tool_call(raw_tool_call, str(e))
-                    )
-
-        return AIMessage(
-            content=content,
-            additional_kwargs=additional_kwargs,
-            tool_calls=tool_calls,  # type: ignore[arg-type]
-            invalid_tool_calls=invalid_tool_calls,
-        )
-    elif role == "tool":
-        additional_kwargs = {}
-        if "name" in _dict:
-            additional_kwargs["name"] = _dict["name"]
-        return ToolMessage(
-            content=content,
-            tool_call_id=_dict.get("tool_call_id"),  # type: ignore[arg-type]
-            additional_kwargs=additional_kwargs,
-        )
+        return AIMessage(content=_dict.get("content", "") or "")
     elif role == "system":
-        return SystemMessage(content=content)
+        return SystemMessage(content=_dict.get("content", ""))
     else:
-        return ChatMessage(content=content, role=role)
+        return ChatMessage(content=_dict["content"], role=role)
 
 
 def _convert_delta_to_message_chunk(
@@ -300,24 +226,6 @@ class ChatBaichuan(BaseChatModel):
                 },
                 id='run-952509ed-9154-4ff9-b187-e616d7ddfbba-0'
             )
-    Tool calling:
-
-        .. code-block:: python
-            class get_current_weather(BaseModel):
-                '''Get current weather.'''
-
-                location: str = Field('City or province, such as Shanghai')
-
-
-            llm_with_tools = ChatBaichuan(model='Baichuan3-Turbo').bind_tools([get_current_weather])
-            llm_with_tools.invoke('How is the weather today?')
-
-        .. code-block:: python
-
-            [{'name': 'get_current_weather',
-            'args': {'location': 'New York'},
-            'id': '3951017OF8doB0A',
-            'type': 'tool_call'}]
 
     Response metadata
         .. code-block:: python
@@ -578,7 +486,6 @@ class ChatBaichuan(BaseChatModel):
         model = parameters.pop("model")
         with_search_enhance = parameters.pop("with_search_enhance", False)
         stream = parameters.pop("stream", False)
-        tools = parameters.pop("tools", [])
 
         payload = {
             "model": model,
@@ -588,9 +495,7 @@ class ChatBaichuan(BaseChatModel):
             "temperature": temperature,
             "with_search_enhance": with_search_enhance,
             "stream": stream,
-            "tools": tools,
         }
-
         return payload
 
     def _create_headers_parameters(self, **kwargs) -> Dict[str, Any]:  # type: ignore[no-untyped-def]
@@ -621,23 +526,3 @@ class ChatBaichuan(BaseChatModel):
     @property
     def _llm_type(self) -> str:
         return "baichuan-chat"
-
-    def bind_tools(
-        self,
-        tools: Sequence[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-        **kwargs: Any,
-    ) -> Runnable[LanguageModelInput, BaseMessage]:
-        """Bind tool-like objects to this chat model.
-
-        Args:
-            tools: A list of tool definitions to bind to this chat model.
-                Can be a dictionary, pydantic model, callable, or BaseTool.
-                Pydantic
-                models, callables, and BaseTools will be automatically converted to
-                their schema dictionary representation.
-            **kwargs: Any additional parameters to pass to the
-                :class:`~langchain.runnable.Runnable` constructor.
-        """
-
-        formatted_tools = [convert_to_openai_tool(tool) for tool in tools]
-        return super().bind(tools=formatted_tools, **kwargs)

libs/community/langchain_community/chat_models/baidu_qianfan_endpoint.py

@@ -40,17 +40,11 @@ from langchain_core.output_parsers.openai_tools import (
     PydanticToolsParser,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
-from langchain_core.pydantic_v1 import (
-    BaseModel,
-    Field,
-    SecretStr,
-    root_validator,
-)
+from langchain_core.pydantic_v1 import BaseModel, Field, SecretStr, root_validator
 from langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough
 from langchain_core.tools import BaseTool
 from langchain_core.utils import convert_to_secret_str, get_from_dict_or_env
 from langchain_core.utils.function_calling import convert_to_openai_tool
-from langchain_core.utils.pydantic import is_basemodel_subclass
 
 logger = logging.getLogger(__name__)
 
@@ -775,7 +769,7 @@ class QianfanChatEndpoint(BaseChatModel):
         """  # noqa: E501
         if kwargs:
             raise ValueError(f"Received unsupported arguments {kwargs}")
-        is_pydantic_schema = isinstance(schema, type) and is_basemodel_subclass(schema)
+        is_pydantic_schema = isinstance(schema, type) and issubclass(schema, BaseModel)
         llm = self.bind_tools([schema])
         if is_pydantic_schema:
             output_parser: OutputParserLike = PydanticToolsParser(

libs/community/langchain_community/chat_models/edenai.py

@@ -57,7 +57,6 @@ from langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough
 from langchain_core.tools import BaseTool
 from langchain_core.utils import convert_to_secret_str, get_from_dict_or_env, pre_init
 from langchain_core.utils.function_calling import convert_to_openai_tool
-from langchain_core.utils.pydantic import is_basemodel_subclass
 
 from langchain_community.utilities.requests import Requests
 
@@ -122,8 +121,8 @@ def _format_edenai_messages(messages: List[BaseMessage]) -> Dict[str, Any]:
     system = None
     formatted_messages = []
 
-    human_messages = list(filter(lambda msg: isinstance(msg, HumanMessage), messages))
-    last_human_message = human_messages[-1] if human_messages else ""
+    human_messages = filter(lambda msg: isinstance(msg, HumanMessage), messages)
+    last_human_message = list(human_messages)[-1] if human_messages else ""
 
     tool_results, other_messages = _extract_edenai_tool_results_from_messages(messages)
     for i, message in enumerate(other_messages):
@@ -444,7 +443,7 @@ class ChatEdenAI(BaseChatModel):
         if kwargs:
             raise ValueError(f"Received unsupported arguments {kwargs}")
         llm = self.bind_tools([schema], tool_choice="required")
-        if isinstance(schema, type) and is_basemodel_subclass(schema):
+        if isinstance(schema, type) and issubclass(schema, BaseModel):
             output_parser: OutputParserLike = PydanticToolsParser(
                 tools=[schema], first_tool_only=True
             )

libs/community/langchain_community/chat_models/llamacpp.py

@@ -46,15 +46,10 @@ from langchain_core.output_parsers.openai_tools import (
     parse_tool_call,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
-from langchain_core.pydantic_v1 import (
-    BaseModel,
-    Field,
-    root_validator,
-)
+from langchain_core.pydantic_v1 import BaseModel, Field, root_validator
 from langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough
 from langchain_core.tools import BaseTool
 from langchain_core.utils.function_calling import convert_to_openai_tool
-from langchain_core.utils.pydantic import is_basemodel_subclass
 
 
 class ChatLlamaCpp(BaseChatModel):
@@ -530,7 +525,7 @@ class ChatLlamaCpp(BaseChatModel):
 
         if kwargs:
             raise ValueError(f"Received unsupported arguments {kwargs}")
-        is_pydantic_schema = isinstance(schema, type) and is_basemodel_subclass(schema)
+        is_pydantic_schema = isinstance(schema, type) and issubclass(schema, BaseModel)
         if schema is None:
             raise ValueError(
                 "schema must be specified when method is 'function_calling'. "

libs/community/langchain_community/chat_models/mlflow.py

@@ -176,36 +176,29 @@ class ChatMlflow(BaseChatModel):
         chunk_iter = self._client.predict_stream(endpoint=self.endpoint, inputs=data)
         first_chunk_role = None
         for chunk in chunk_iter:
-            if chunk["choices"]:
-                choice = chunk["choices"][0]
+            choice = chunk["choices"][0]
 
-                chunk_delta = choice["delta"]
-                if first_chunk_role is None:
-                    first_chunk_role = chunk_delta.get("role")
+            chunk_delta = choice["delta"]
+            if first_chunk_role is None:
+                first_chunk_role = chunk_delta.get("role")
+            chunk = ChatMlflow._convert_delta_to_message_chunk(
+                chunk_delta, first_chunk_role
+            )
 
-                chunk_message = ChatMlflow._convert_delta_to_message_chunk(
-                    chunk_delta, first_chunk_role
-                )
+            generation_info = {}
+            if finish_reason := choice.get("finish_reason"):
+                generation_info["finish_reason"] = finish_reason
+            if logprobs := choice.get("logprobs"):
+                generation_info["logprobs"] = logprobs
 
-                generation_info = {}
-                if finish_reason := choice.get("finish_reason"):
-                    generation_info["finish_reason"] = finish_reason
-                if logprobs := choice.get("logprobs"):
-                    generation_info["logprobs"] = logprobs
+            chunk = ChatGenerationChunk(
+                message=chunk, generation_info=generation_info or None
+            )
 
-                chunk = ChatGenerationChunk(
-                    message=chunk_message, generation_info=generation_info or None
-                )
+            if run_manager:
+                run_manager.on_llm_new_token(chunk.text, chunk=chunk, logprobs=logprobs)
 
-                if run_manager:
-                    run_manager.on_llm_new_token(
-                        chunk.text, chunk=chunk, logprobs=logprobs
-                    )
-
-                yield chunk
-            else:
-                # Handle the case where choices are empty if needed
-                continue
+            yield chunk
 
     @property
     def _identifying_params(self) -> Dict[str, Any]:

libs/community/langchain_community/chat_models/oci_generative_ai.py

@@ -1,22 +1,8 @@
 import json
-import re
-import uuid
 from abc import ABC, abstractmethod
-from typing import (
-    Any,
-    Callable,
-    Dict,
-    Iterator,
-    List,
-    Mapping,
-    Optional,
-    Sequence,
-    Type,
-    Union,
-)
+from typing import Any, Dict, Iterator, List, Mapping, Optional, Sequence
 
 from langchain_core.callbacks import CallbackManagerForLLMRun
-from langchain_core.language_models import LanguageModelInput
 from langchain_core.language_models.chat_models import (
     BaseChatModel,
     generate_from_stream,
@@ -28,76 +14,15 @@ from langchain_core.messages import (
     ChatMessage,
     HumanMessage,
     SystemMessage,
-    ToolCall,
-    ToolMessage,
-)
-from langchain_core.messages.tool import ToolCallChunk
-from langchain_core.output_parsers.base import OutputParserLike
-from langchain_core.output_parsers.openai_tools import (
-    JsonOutputKeyToolsParser,
-    PydanticToolsParser,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
-from langchain_core.pydantic_v1 import BaseModel, Extra
-from langchain_core.runnables import Runnable
-from langchain_core.tools import BaseTool
-from langchain_core.utils.function_calling import convert_to_openai_function
+from langchain_core.pydantic_v1 import Extra
 
 from langchain_community.llms.oci_generative_ai import OCIGenAIBase
 from langchain_community.llms.utils import enforce_stop_tokens
 
 CUSTOM_ENDPOINT_PREFIX = "ocid1.generativeaiendpoint"
 
-JSON_TO_PYTHON_TYPES = {
-    "string": "str",
-    "number": "float",
-    "boolean": "bool",
-    "integer": "int",
-    "array": "List",
-    "object": "Dict",
-}
-
-
-def _remove_signature_from_tool_description(name: str, description: str) -> str:
-    """
-    Removes the `{name}{signature} - ` prefix and Args: section from tool description.
-    The signature is usually present for tools created with the @tool decorator,
-    whereas the Args: section may be present in function doc blocks.
-    """
-    description = re.sub(rf"^{name}\(.*?\) -(?:> \w+? -)? ", "", description)
-    description = re.sub(r"(?s)(?:\n?\n\s*?)?Args:.*$", "", description)
-    return description
-
-
-def _format_oci_tool_calls(
-    tool_calls: Optional[List[Any]] = None,
-) -> List[Dict]:
-    """
-    Formats a OCI GenAI API response into the tool call format used in Langchain.
-    """
-    if not tool_calls:
-        return []
-
-    formatted_tool_calls = []
-    for tool_call in tool_calls:
-        formatted_tool_calls.append(
-            {
-                "id": uuid.uuid4().hex[:],
-                "function": {
-                    "name": tool_call.name,
-                    "arguments": json.dumps(tool_call.parameters),
-                },
-                "type": "function",
-            }
-        )
-    return formatted_tool_calls
-
-
-def _convert_oci_tool_call_to_langchain(tool_call: Any) -> ToolCall:
-    """Convert a OCI GenAI tool call into langchain_core.messages.ToolCall"""
-    _id = uuid.uuid4().hex[:]
-    return ToolCall(name=tool_call.name, args=tool_call.parameters, id=_id)
-
 
 class Provider(ABC):
     @property
@@ -110,28 +35,14 @@ class Provider(ABC):
     @abstractmethod
     def chat_stream_to_text(self, event_data: Dict) -> str: ...
 
-    @abstractmethod
-    def is_chat_stream_end(self, event_data: Dict) -> bool: ...
-
     @abstractmethod
     def chat_generation_info(self, response: Any) -> Dict[str, Any]: ...
 
-    @abstractmethod
-    def chat_stream_generation_info(self, event_data: Dict) -> Dict[str, Any]: ...
-
     @abstractmethod
     def get_role(self, message: BaseMessage) -> str: ...
 
     @abstractmethod
-    def messages_to_oci_params(
-        self, messages: Any, **kwargs: Any
-    ) -> Dict[str, Any]: ...
-
-    @abstractmethod
-    def convert_to_oci_tool(
-        self,
-        tool: Union[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-    ) -> Dict[str, Any]: ...
+    def messages_to_oci_params(self, messages: Any) -> Dict[str, Any]: ...
 
 
 class CohereProvider(Provider):
@@ -141,15 +52,10 @@ class CohereProvider(Provider):
         from oci.generative_ai_inference import models
 
         self.oci_chat_request = models.CohereChatRequest
-        self.oci_tool = models.CohereTool
-        self.oci_tool_param = models.CohereParameterDefinition
-        self.oci_tool_result = models.CohereToolResult
-        self.oci_tool_call = models.CohereToolCall
         self.oci_chat_message = {
             "USER": models.CohereUserMessage,
             "CHATBOT": models.CohereChatBotMessage,
             "SYSTEM": models.CohereSystemMessage,
-            "TOOL": models.CohereToolMessage,
         }
         self.chat_api_format = models.BaseChatRequest.API_FORMAT_COHERE
 
@@ -157,54 +63,15 @@ class CohereProvider(Provider):
         return response.data.chat_response.text
 
     def chat_stream_to_text(self, event_data: Dict) -> str:
-        if "text" in event_data:
+        if "text" in event_data and "finishReason" not in event_data:
             return event_data["text"]
         else:
             return ""
 
-    def is_chat_stream_end(self, event_data: Dict) -> bool:
-        return "finishReason" in event_data
-
     def chat_generation_info(self, response: Any) -> Dict[str, Any]:
-        generation_info: Dict[str, Any] = {
-            "documents": response.data.chat_response.documents,
-            "citations": response.data.chat_response.citations,
-            "search_queries": response.data.chat_response.search_queries,
-            "is_search_required": response.data.chat_response.is_search_required,
+        return {
             "finish_reason": response.data.chat_response.finish_reason,
         }
-        if response.data.chat_response.tool_calls:
-            # Only populate tool_calls when 1) present on the response and
-            #  2) has one or more calls.
-            generation_info["tool_calls"] = _format_oci_tool_calls(
-                response.data.chat_response.tool_calls
-            )
-
-        return generation_info
-
-    def chat_stream_generation_info(self, event_data: Dict) -> Dict[str, Any]:
-        generation_info: Dict[str, Any] = {
-            "documents": event_data.get("documents"),
-            "citations": event_data.get("citations"),
-            "finish_reason": event_data.get("finishReason"),
-        }
-        if "toolCalls" in event_data:
-            generation_info["tool_calls"] = []
-            for tool_call in event_data["toolCalls"]:
-                generation_info["tool_calls"].append(
-                    {
-                        "id": uuid.uuid4().hex[:],
-                        "function": {
-                            "name": tool_call["name"],
-                            "arguments": json.dumps(tool_call["parameters"]),
-                        },
-                        "type": "function",
-                    }
-                )
-
-        generation_info = {k: v for k, v in generation_info.items() if v is not None}
-
-        return generation_info
 
     def get_role(self, message: BaseMessage) -> str:
         if isinstance(message, HumanMessage):
@@ -213,154 +80,21 @@ class CohereProvider(Provider):
             return "CHATBOT"
         elif isinstance(message, SystemMessage):
             return "SYSTEM"
-        elif isinstance(message, ToolMessage):
-            return "TOOL"
         else:
             raise ValueError(f"Got unknown type {message}")
 
-    def messages_to_oci_params(
-        self, messages: Sequence[ChatMessage], **kwargs: Any
-    ) -> Dict[str, Any]:
-        is_force_single_step = kwargs.get("is_force_single_step") or False
-
-        oci_chat_history = []
-
-        for msg in messages[:-1]:
-            if self.get_role(msg) == "USER" or self.get_role(msg) == "SYSTEM":
-                oci_chat_history.append(
-                    self.oci_chat_message[self.get_role(msg)](message=msg.content)
-                )
-            elif isinstance(msg, AIMessage):
-                if msg.tool_calls and is_force_single_step:
-                    continue
-                tool_calls = (
-                    [
-                        self.oci_tool_call(name=tc["name"], parameters=tc["args"])
-                        for tc in msg.tool_calls
-                    ]
-                    if msg.tool_calls
-                    else None
-                )
-                msg_content = msg.content if msg.content else " "
-                oci_chat_history.append(
-                    self.oci_chat_message[self.get_role(msg)](
-                        message=msg_content, tool_calls=tool_calls
-                    )
-                )
-
-        # Get the messages for the current chat turn
-        current_chat_turn_messages = []
-        for message in messages[::-1]:
-            current_chat_turn_messages.append(message)
-            if isinstance(message, HumanMessage):
-                break
-        current_chat_turn_messages = current_chat_turn_messages[::-1]
-
-        oci_tool_results: Union[List[Any], None] = []
-        for message in current_chat_turn_messages:
-            if isinstance(message, ToolMessage):
-                tool_message = message
-                previous_ai_msgs = [
-                    message
-                    for message in current_chat_turn_messages
-                    if isinstance(message, AIMessage) and message.tool_calls
-                ]
-                if previous_ai_msgs:
-                    previous_ai_msg = previous_ai_msgs[-1]
-                    for lc_tool_call in previous_ai_msg.tool_calls:
-                        if lc_tool_call["id"] == tool_message.tool_call_id:
-                            tool_result = self.oci_tool_result()
-                            tool_result.call = self.oci_tool_call(
-                                name=lc_tool_call["name"],
-                                parameters=lc_tool_call["args"],
-                            )
-                            tool_result.outputs = [{"output": tool_message.content}]
-                            oci_tool_results.append(tool_result)
-
-        if not oci_tool_results:
-            oci_tool_results = None
-
-        message_str = "" if oci_tool_results else messages[-1].content
-
+    def messages_to_oci_params(self, messages: Sequence[ChatMessage]) -> Dict[str, Any]:
+        oci_chat_history = [
+            self.oci_chat_message[self.get_role(msg)](message=msg.content)
+            for msg in messages[:-1]
+        ]
         oci_params = {
-            "message": message_str,
+            "message": messages[-1].content,
             "chat_history": oci_chat_history,
-            "tool_results": oci_tool_results,
             "api_format": self.chat_api_format,
         }
 
-        return {k: v for k, v in oci_params.items() if v is not None}
-
-    def convert_to_oci_tool(
-        self,
-        tool: Union[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-    ) -> Dict[str, Any]:
-        """
-        Convert a BaseTool instance, JSON schema dict, or BaseModel type to a OCI tool.
-        """
-        if isinstance(tool, BaseTool):
-            return self.oci_tool(
-                name=tool.name,
-                description=_remove_signature_from_tool_description(
-                    tool.name, tool.description
-                ),
-                parameter_definitions={
-                    p_name: self.oci_tool_param(
-                        description=p_def.get("description")
-                        if "description" in p_def
-                        else "",
-                        type=JSON_TO_PYTHON_TYPES.get(
-                            p_def.get("type"), p_def.get("type")
-                        ),
-                        is_required="default" not in p_def,
-                    )
-                    for p_name, p_def in tool.args.items()
-                },
-            )
-        elif isinstance(tool, dict):
-            if not all(k in tool for k in ("title", "description", "properties")):
-                raise ValueError(
-                    "Unsupported dict type. Tool must be passed in as a BaseTool instance, JSON schema dict, or BaseModel type."  # noqa: E501
-                )
-            return self.oci_tool(
-                name=tool.get("title"),
-                description=tool.get("description"),
-                parameter_definitions={
-                    p_name: self.oci_tool_param(
-                        description=p_def.get("description"),
-                        type=JSON_TO_PYTHON_TYPES.get(
-                            p_def.get("type"), p_def.get("type")
-                        ),
-                        is_required="default" not in p_def,
-                    )
-                    for p_name, p_def in tool.get("properties", {}).items()
-                },
-            )
-        elif (isinstance(tool, type) and issubclass(tool, BaseModel)) or callable(tool):
-            as_json_schema_function = convert_to_openai_function(tool)
-            parameters = as_json_schema_function.get("parameters", {})
-            properties = parameters.get("properties", {})
-            return self.oci_tool(
-                name=as_json_schema_function.get("name"),
-                description=as_json_schema_function.get(
-                    "description",
-                    as_json_schema_function.get("name"),
-                ),
-                parameter_definitions={
-                    p_name: self.oci_tool_param(
-                        description=p_def.get("description"),
-                        type=JSON_TO_PYTHON_TYPES.get(
-                            p_def.get("type"), p_def.get("type")
-                        ),
-                        is_required=p_name in parameters.get("required", []),
-                    )
-                    for p_name, p_def in properties.items()
-                },
-            )
-        else:
-            raise ValueError(
-                f"Unsupported tool type {type(tool)}. Tool must be passed in as a BaseTool instance, JSON schema dict, or BaseModel type."  # noqa: E501
-            )
+        return oci_params
 
 
 class MetaProvider(Provider):
@@ -382,10 +116,10 @@ class MetaProvider(Provider):
         return response.data.chat_response.choices[0].message.content[0].text
 
     def chat_stream_to_text(self, event_data: Dict) -> str:
-        return event_data["message"]["content"][0]["text"]
-
-    def is_chat_stream_end(self, event_data: Dict) -> bool:
-        return "message" not in event_data
+        if "message" in event_data:
+            return event_data["message"]["content"][0]["text"]
+        else:
+            return ""
 
     def chat_generation_info(self, response: Any) -> Dict[str, Any]:
         return {
@@ -393,11 +127,6 @@ class MetaProvider(Provider):
             "time_created": str(response.data.chat_response.time_created),
         }
 
-    def chat_stream_generation_info(self, event_data: Dict) -> Dict[str, Any]:
-        return {
-            "finish_reason": event_data["finishReason"],
-        }
-
     def get_role(self, message: BaseMessage) -> str:
         # meta only supports alternating user/assistant roles
         if isinstance(message, HumanMessage):
@@ -409,9 +138,7 @@ class MetaProvider(Provider):
         else:
             raise ValueError(f"Got unknown type {message}")
 
-    def messages_to_oci_params(
-        self, messages: List[BaseMessage], **kwargs: Any
-    ) -> Dict[str, Any]:
+    def messages_to_oci_params(self, messages: List[BaseMessage]) -> Dict[str, Any]:
         oci_messages = [
             self.oci_chat_message[self.get_role(msg)](
                 content=[self.oci_chat_message_content(text=msg.content)]
@@ -426,12 +153,6 @@ class MetaProvider(Provider):
 
         return oci_params
 
-    def convert_to_oci_tool(
-        self,
-        tool: Union[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-    ) -> Dict[str, Any]:
-        raise NotImplementedError("Tools not supported for Meta models")
-
 
 class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
     """ChatOCIGenAI chat model integration.
@@ -526,8 +247,8 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
         self,
         messages: List[BaseMessage],
         stop: Optional[List[str]],
+        kwargs: Dict[str, Any],
         stream: bool,
-        **kwargs: Any,
     ) -> Dict[str, Any]:
         try:
             from oci.generative_ai_inference import models
@@ -537,10 +258,8 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
                 "Could not import oci python package. "
                 "Please make sure you have the oci package installed."
             ) from ex
-
-        oci_params = self._provider.messages_to_oci_params(messages, **kwargs)
-
-        oci_params["is_stream"] = stream
+        oci_params = self._provider.messages_to_oci_params(messages)
+        oci_params["is_stream"] = stream  # self.is_stream
         _model_kwargs = self.model_kwargs or {}
 
         if stop is not None:
@@ -561,43 +280,6 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
 
         return request
 
-    def bind_tools(
-        self,
-        tools: Sequence[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-        **kwargs: Any,
-    ) -> Runnable[LanguageModelInput, BaseMessage]:
-        formatted_tools = [self._provider.convert_to_oci_tool(tool) for tool in tools]
-        return super().bind(tools=formatted_tools, **kwargs)
-
-    def with_structured_output(
-        self,
-        schema: Union[Dict[Any, Any], Type[BaseModel]],
-        **kwargs: Any,
-    ) -> Runnable[LanguageModelInput, Union[Dict, BaseModel]]:
-        """Model wrapper that returns outputs formatted to match the given schema.
-
-        Args:
-            schema: The output schema as a dict or a Pydantic class. If a Pydantic class
-                then the model output will be an object of that class. If a dict then
-                the model output will be a dict.
-
-        Returns:
-            A Runnable that takes any ChatModel input and returns either a dict or
-            Pydantic class as output.
-        """
-        llm = self.bind_tools([schema], **kwargs)
-        if isinstance(schema, type) and issubclass(schema, BaseModel):
-            output_parser: OutputParserLike = PydanticToolsParser(
-                tools=[schema], first_tool_only=True
-            )
-        else:
-            key_name = getattr(self._provider.convert_to_oci_tool(schema), "name")
-            output_parser = JsonOutputKeyToolsParser(
-                key_name=key_name, first_tool_only=True
-            )
-
-        return llm | output_parser
-
     def _generate(
         self,
         messages: List[BaseMessage],
@@ -631,7 +313,7 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
             )
             return generate_from_stream(stream_iter)
 
-        request = self._prepare_request(messages, stop=stop, stream=False, **kwargs)
+        request = self._prepare_request(messages, stop, kwargs, stream=False)
         response = self.client.chat(request)
 
         content = self._provider.chat_response_to_text(response)
@@ -648,22 +330,11 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
             "content-length": response.headers["content-length"],
         }
 
-        if "tool_calls" in generation_info:
-            tool_calls = [
-                _convert_oci_tool_call_to_langchain(tool_call)
-                for tool_call in response.data.chat_response.tool_calls
-            ]
-        else:
-            tool_calls = []
-
-        message = AIMessage(
-            content=content,
-            additional_kwargs=generation_info,
-            tool_calls=tool_calls,
-        )
         return ChatResult(
             generations=[
-                ChatGeneration(message=message, generation_info=generation_info)
+                ChatGeneration(
+                    message=AIMessage(content=content), generation_info=generation_info
+                )
             ],
             llm_output=llm_output,
         )
@@ -675,42 +346,12 @@ class ChatOCIGenAI(BaseChatModel, OCIGenAIBase):
         run_manager: Optional[CallbackManagerForLLMRun] = None,
         **kwargs: Any,
     ) -> Iterator[ChatGenerationChunk]:
-        request = self._prepare_request(messages, stop=stop, stream=True, **kwargs)
+        request = self._prepare_request(messages, stop, kwargs, stream=True)
         response = self.client.chat(request)
 
         for event in response.data.events():
-            event_data = json.loads(event.data)
-            if not self._provider.is_chat_stream_end(event_data):  # still streaming
-                delta = self._provider.chat_stream_to_text(event_data)
-                chunk = ChatGenerationChunk(message=AIMessageChunk(content=delta))
-                if run_manager:
-                    run_manager.on_llm_new_token(delta, chunk=chunk)
-                yield chunk
-            else:  # stream end
-                generation_info = self._provider.chat_stream_generation_info(event_data)
-                tool_call_chunks = []
-                if tool_calls := generation_info.get("tool_calls"):
-                    content = self._provider.chat_stream_to_text(event_data)
-                    try:
-                        tool_call_chunks = [
-                            ToolCallChunk(
-                                name=tool_call["function"].get("name"),
-                                args=tool_call["function"].get("arguments"),
-                                id=tool_call.get("id"),
-                                index=tool_call.get("index"),
-                            )
-                            for tool_call in tool_calls
-                        ]
-                    except KeyError:
-                        pass
-                else:
-                    content = ""
-                message = AIMessageChunk(
-                    content=content,
-                    additional_kwargs=generation_info,
-                    tool_call_chunks=tool_call_chunks,
-                )
-                yield ChatGenerationChunk(
-                    message=message,
-                    generation_info=generation_info,
-                )
+            delta = self._provider.chat_stream_to_text(json.loads(event.data))
+            chunk = ChatGenerationChunk(message=AIMessageChunk(content=delta))
+            if run_manager:
+                run_manager.on_llm_new_token(delta, chunk=chunk)
+            yield chunk

libs/community/langchain_community/chat_models/premai.py

@@ -12,7 +12,6 @@ from typing import (
     Iterator,
     List,
     Optional,
-    Sequence,
     Tuple,
     Type,
     Union,
@@ -21,7 +20,6 @@ from typing import (
 from langchain_core.callbacks import (
     CallbackManagerForLLMRun,
 )
-from langchain_core.language_models import LanguageModelInput
 from langchain_core.language_models.chat_models import BaseChatModel
 from langchain_core.language_models.llms import create_base_retry_decorator
 from langchain_core.messages import (
@@ -35,7 +33,6 @@ from langchain_core.messages import (
     HumanMessageChunk,
     SystemMessage,
     SystemMessageChunk,
-    ToolMessage,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
 from langchain_core.pydantic_v1 import (
@@ -44,10 +41,7 @@ from langchain_core.pydantic_v1 import (
     Field,
     SecretStr,
 )
-from langchain_core.runnables import Runnable
-from langchain_core.tools import BaseTool
 from langchain_core.utils import get_from_dict_or_env, pre_init
-from langchain_core.utils.function_calling import convert_to_openai_tool
 
 if TYPE_CHECKING:
     from premai.api.chat_completions.v1_chat_completions_create import (
@@ -57,19 +51,6 @@ if TYPE_CHECKING:
 
 logger = logging.getLogger(__name__)
 
-TOOL_PROMPT_HEADER = """
-Given the set of tools you used and the response, provide the final answer\n
-"""
-
-INTERMEDIATE_TOOL_RESULT_TEMPLATE = """
-{json}
-"""
-
-SINGLE_TOOL_PROMPT_TEMPLATE = """
-tool id: {tool_id}
-tool_response: {tool_response}
-"""
-
 
 class ChatPremAPIError(Exception):
     """Error with the `PremAI` API."""
@@ -110,22 +91,8 @@ def _response_to_result(
             raise ChatPremAPIError(f"ChatResponse must have a content: {content}")
 
         if role == "assistant":
-            tool_calls = choice.message["tool_calls"]
-            if tool_calls is None:
-                tools = []
-            else:
-                tools = [
-                    {
-                        "id": tool_call["id"],
-                        "name": tool_call["function"]["name"],
-                        "args": tool_call["function"]["arguments"],
-                    }
-                    for tool_call in tool_calls
-                ]
             generations.append(
-                ChatGeneration(
-                    text=content, message=AIMessage(content=content, tool_calls=tools)
-                )
+                ChatGeneration(text=content, message=AIMessage(content=content))
             )
         elif role == "user":
             generations.append(
@@ -189,65 +156,41 @@ def _messages_to_prompt_dict(
     system_prompt: Optional[str] = None
     examples_and_messages: List[Dict[str, Any]] = []
 
-    for input_msg in input_messages:
-        if isinstance(input_msg, SystemMessage):
-            system_prompt = str(input_msg.content)
-
-        elif isinstance(input_msg, HumanMessage):
-            if template_id is None:
-                examples_and_messages.append(
-                    {"role": "user", "content": str(input_msg.content)}
-                )
+    if template_id is not None:
+        params: Dict[str, str] = {}
+        for input_msg in input_messages:
+            if isinstance(input_msg, SystemMessage):
+                system_prompt = str(input_msg.content)
             else:
-                params: Dict[str, str] = {}
                 assert (input_msg.id is not None) and (input_msg.id != ""), ValueError(
                     "When using prompt template there should be id associated ",
                     "with each HumanMessage",
                 )
                 params[str(input_msg.id)] = str(input_msg.content)
+
+        examples_and_messages.append(
+            {"role": "user", "template_id": template_id, "params": params}
+        )
+
+        for input_msg in input_messages:
+            if isinstance(input_msg, AIMessage):
                 examples_and_messages.append(
-                    {"role": "user", "template_id": template_id, "params": params}
+                    {"role": "assistant", "content": str(input_msg.content)}
                 )
-        elif isinstance(input_msg, AIMessage):
-            if input_msg.tool_calls is None or len(input_msg.tool_calls) == 0:
+    else:
+        for input_msg in input_messages:
+            if isinstance(input_msg, SystemMessage):
+                system_prompt = str(input_msg.content)
+            elif isinstance(input_msg, HumanMessage):
+                examples_and_messages.append(
+                    {"role": "user", "content": str(input_msg.content)}
+                )
+            elif isinstance(input_msg, AIMessage):
                 examples_and_messages.append(
                     {"role": "assistant", "content": str(input_msg.content)}
                 )
             else:
-                ai_msg_to_json = {
-                    "id": input_msg.id,
-                    "content": input_msg.content,
-                    "response_metadata": input_msg.response_metadata,
-                    "tool_calls": input_msg.tool_calls,
-                }
-                examples_and_messages.append(
-                    {
-                        "role": "assistant",
-                        "content": INTERMEDIATE_TOOL_RESULT_TEMPLATE.format(
-                            json=ai_msg_to_json,
-                        ),
-                    }
-                )
-        elif isinstance(input_msg, ToolMessage):
-            pass
-
-        else:
-            raise ChatPremAPIError("No such role explicitly exists")
-
-    # do a seperate search for tool calls
-    tool_prompt = ""
-    for input_msg in input_messages:
-        if isinstance(input_msg, ToolMessage):
-            tool_id = input_msg.tool_call_id
-            tool_result = input_msg.content
-            tool_prompt += SINGLE_TOOL_PROMPT_TEMPLATE.format(
-                tool_id=tool_id, tool_response=tool_result
-            )
-    if tool_prompt != "":
-        prompt = TOOL_PROMPT_HEADER
-        prompt += tool_prompt
-        examples_and_messages.append({"role": "user", "content": prompt})
-
+                raise ChatPremAPIError("No such role explicitly exists")
     return system_prompt, examples_and_messages
 
 
@@ -346,6 +289,7 @@ class ChatPremAI(BaseChatModel, BaseModel):
     def _get_all_kwargs(self, **kwargs: Any) -> Dict[str, Any]:
         kwargs_to_ignore = [
             "top_p",
+            "tools",
             "frequency_penalty",
             "presence_penalty",
             "logit_bias",
@@ -448,14 +392,6 @@ class ChatPremAI(BaseChatModel, BaseModel):
             except Exception as _:
                 continue
 
-    def bind_tools(
-        self,
-        tools: Sequence[Union[Dict[str, Any], Type[BaseModel], Callable, BaseTool]],
-        **kwargs: Any,
-    ) -> Runnable[LanguageModelInput, BaseMessage]:
-        formatted_tools = [convert_to_openai_tool(tool) for tool in tools]
-        return super().bind(tools=formatted_tools, **kwargs)
-
 
 def create_prem_retry_decorator(
     llm: ChatPremAI,

libs/community/langchain_community/chat_models/tongyi.py

@@ -53,16 +53,11 @@ from langchain_core.outputs import (
     ChatGenerationChunk,
     ChatResult,
 )
-from langchain_core.pydantic_v1 import (
-    BaseModel,
-    Field,
-    SecretStr,
-)
+from langchain_core.pydantic_v1 import BaseModel, Field, SecretStr
 from langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough
 from langchain_core.tools import BaseTool
 from langchain_core.utils import convert_to_secret_str, get_from_dict_or_env, pre_init
 from langchain_core.utils.function_calling import convert_to_openai_tool
-from langchain_core.utils.pydantic import is_basemodel_subclass
 from requests.exceptions import HTTPError
 from tenacity import (
     before_sleep_log,
@@ -870,7 +865,7 @@ class ChatTongyi(BaseChatModel):
         """
         if kwargs:
             raise ValueError(f"Received unsupported arguments {kwargs}")
-        is_pydantic_schema = isinstance(schema, type) and is_basemodel_subclass(schema)
+        is_pydantic_schema = isinstance(schema, type) and issubclass(schema, BaseModel)
         llm = self.bind_tools([schema])
         if is_pydantic_schema:
             output_parser: OutputParserLike = PydanticToolsParser(

libs/community/langchain_community/chat_models/yi.py

@@ -1,339 +0,0 @@
-import json
-import logging
-from contextlib import asynccontextmanager
-from typing import Any, AsyncIterator, Dict, Iterator, List, Mapping, Optional, Type
-
-import requests
-from langchain_core.callbacks import (
-    AsyncCallbackManagerForLLMRun,
-    CallbackManagerForLLMRun,
-)
-from langchain_core.language_models.chat_models import (
-    BaseChatModel,
-    agenerate_from_stream,
-    generate_from_stream,
-)
-from langchain_core.messages import (
-    AIMessage,
-    AIMessageChunk,
-    BaseMessage,
-    BaseMessageChunk,
-    ChatMessage,
-    ChatMessageChunk,
-    HumanMessage,
-    HumanMessageChunk,
-    SystemMessage,
-)
-from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
-from langchain_core.pydantic_v1 import Field, SecretStr
-from langchain_core.utils import (
-    convert_to_secret_str,
-    get_from_dict_or_env,
-    get_pydantic_field_names,
-)
-
-logger = logging.getLogger(__name__)
-
-DEFAULT_API_BASE_CN = "https://api.lingyiwanwu.com/v1/chat/completions"
-DEFAULT_API_BASE_GLOBAL = "https://api.01.ai/v1/chat/completions"
-
-
-def _convert_message_to_dict(message: BaseMessage) -> dict:
-    message_dict: Dict[str, Any]
-    if isinstance(message, ChatMessage):
-        message_dict = {"role": message.role, "content": message.content}
-    elif isinstance(message, HumanMessage):
-        message_dict = {"role": "user", "content": message.content}
-    elif isinstance(message, AIMessage):
-        message_dict = {"role": "assistant", "content": message.content}
-    elif isinstance(message, SystemMessage):
-        message_dict = {"role": "assistant", "content": message.content}
-    else:
-        raise TypeError(f"Got unknown type {message}")
-
-    return message_dict
-
-
-def _convert_dict_to_message(_dict: Mapping[str, Any]) -> BaseMessage:
-    role = _dict["role"]
-    if role == "user":
-        return HumanMessage(content=_dict["content"])
-    elif role == "assistant":
-        return AIMessage(content=_dict.get("content", "") or "")
-    elif role == "system":
-        return AIMessage(content=_dict["content"])
-    else:
-        return ChatMessage(content=_dict["content"], role=role)
-
-
-def _convert_delta_to_message_chunk(
-    _dict: Mapping[str, Any], default_class: Type[BaseMessageChunk]
-) -> BaseMessageChunk:
-    role: str = _dict["role"]
-    content = _dict.get("content") or ""
-
-    if role == "user" or default_class == HumanMessageChunk:
-        return HumanMessageChunk(content=content)
-    elif role == "assistant" or default_class == AIMessageChunk:
-        return AIMessageChunk(content=content)
-    elif role or default_class == ChatMessageChunk:
-        return ChatMessageChunk(content=content, role=role)
-    else:
-        return default_class(content=content, type=role)
-
-
-@asynccontextmanager
-async def aconnect_httpx_sse(
-    client: Any, method: str, url: str, **kwargs: Any
-) -> AsyncIterator:
-    from httpx_sse import EventSource
-
-    async with client.stream(method, url, **kwargs) as response:
-        yield EventSource(response)
-
-
-class ChatYi(BaseChatModel):
-    """Yi chat models API."""
-
-    @property
-    def lc_secrets(self) -> Dict[str, str]:
-        return {
-            "yi_api_key": "YI_API_KEY",
-        }
-
-    @property
-    def lc_serializable(self) -> bool:
-        return True
-
-    yi_api_base: str = Field(default=DEFAULT_API_BASE_CN)
-    yi_api_key: SecretStr = Field(alias="api_key")
-    region: str = Field(default="cn")  # 默认使用中国区
-    streaming: bool = False
-    request_timeout: int = Field(default=60, alias="timeout")
-    model: str = "yi-large"
-    temperature: Optional[float] = Field(default=0.7)
-    top_p: float = 0.7
-    model_kwargs: Dict[str, Any] = Field(default_factory=dict)
-
-    class Config:
-        allow_population_by_field_name = True
-
-    def __init__(self, **kwargs: Any) -> None:
-        kwargs["yi_api_key"] = convert_to_secret_str(
-            get_from_dict_or_env(
-                kwargs,
-                ["yi_api_key", "api_key"],
-                "YI_API_KEY",
-            )
-        )
-        if kwargs.get("yi_api_base") is None:
-            region = kwargs.get("region", "cn").lower()
-            if region == "global":
-                kwargs["yi_api_base"] = DEFAULT_API_BASE_GLOBAL
-            else:
-                kwargs["yi_api_base"] = DEFAULT_API_BASE_CN
-
-        all_required_field_names = get_pydantic_field_names(self.__class__)
-        extra = kwargs.get("model_kwargs", {})
-        for field_name in list(kwargs):
-            if field_name in extra:
-                raise ValueError(f"Found {field_name} supplied twice.")
-            if field_name not in all_required_field_names:
-                extra[field_name] = kwargs.pop(field_name)
-
-        invalid_model_kwargs = all_required_field_names.intersection(extra.keys())
-        if invalid_model_kwargs:
-            raise ValueError(
-                f"Parameters {invalid_model_kwargs} should be specified explicitly. "
-                f"Instead they were passed in as part of `model_kwargs` parameter."
-            )
-
-        kwargs["model_kwargs"] = extra
-        super().__init__(**kwargs)
-
-    @property
-    def _default_params(self) -> Dict[str, Any]:
-        return {
-            "model": self.model,
-            "temperature": self.temperature,
-            "top_p": self.top_p,
-            "stream": self.streaming,
-        }
-
-    def _generate(
-        self,
-        messages: List[BaseMessage],
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[CallbackManagerForLLMRun] = None,
-        **kwargs: Any,
-    ) -> ChatResult:
-        if self.streaming:
-            stream_iter = self._stream(
-                messages=messages, stop=stop, run_manager=run_manager, **kwargs
-            )
-            return generate_from_stream(stream_iter)
-
-        res = self._chat(messages, **kwargs)
-        if res.status_code != 200:
-            raise ValueError(f"Error from Yi api response: {res}")
-        response = res.json()
-        return self._create_chat_result(response)
-
-    def _stream(
-        self,
-        messages: List[BaseMessage],
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[CallbackManagerForLLMRun] = None,
-        **kwargs: Any,
-    ) -> Iterator[ChatGenerationChunk]:
-        res = self._chat(messages, stream=True, **kwargs)
-        if res.status_code != 200:
-            raise ValueError(f"Error from Yi api response: {res}")
-        default_chunk_class = AIMessageChunk
-        for chunk in res.iter_lines():
-            chunk = chunk.decode("utf-8").strip("\r\n")
-            parts = chunk.split("data: ", 1)
-            chunk = parts[1] if len(parts) > 1 else None
-            if chunk is None:
-                continue
-            if chunk == "[DONE]":
-                break
-            response = json.loads(chunk)
-            for m in response.get("choices"):
-                chunk = _convert_delta_to_message_chunk(
-                    m.get("delta"), default_chunk_class
-                )
-                default_chunk_class = chunk.__class__
-                cg_chunk = ChatGenerationChunk(message=chunk)
-                if run_manager:
-                    run_manager.on_llm_new_token(chunk.content, chunk=cg_chunk)
-                yield cg_chunk
-
-    async def _agenerate(
-        self,
-        messages: List[BaseMessage],
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[AsyncCallbackManagerForLLMRun] = None,
-        stream: Optional[bool] = None,
-        **kwargs: Any,
-    ) -> ChatResult:
-        should_stream = stream if stream is not None else self.streaming
-        if should_stream:
-            stream_iter = self._astream(
-                messages, stop=stop, run_manager=run_manager, **kwargs
-            )
-            return await agenerate_from_stream(stream_iter)
-
-        headers = self._create_headers_parameters(**kwargs)
-        payload = self._create_payload_parameters(messages, **kwargs)
-
-        import httpx
-
-        async with httpx.AsyncClient(
-            headers=headers, timeout=self.request_timeout
-        ) as client:
-            response = await client.post(self.yi_api_base, json=payload)
-            response.raise_for_status()
-        return self._create_chat_result(response.json())
-
-    async def _astream(
-        self,
-        messages: List[BaseMessage],
-        stop: Optional[List[str]] = None,
-        run_manager: Optional[AsyncCallbackManagerForLLMRun] = None,
-        **kwargs: Any,
-    ) -> AsyncIterator[ChatGenerationChunk]:
-        headers = self._create_headers_parameters(**kwargs)
-        payload = self._create_payload_parameters(messages, stream=True, **kwargs)
-        import httpx
-
-        async with httpx.AsyncClient(
-            headers=headers, timeout=self.request_timeout
-        ) as client:
-            async with aconnect_httpx_sse(
-                client, "POST", self.yi_api_base, json=payload
-            ) as event_source:
-                async for sse in event_source.aiter_sse():
-                    chunk = json.loads(sse.data)
-                    if len(chunk["choices"]) == 0:
-                        continue
-                    choice = chunk["choices"][0]
-                    chunk = _convert_delta_to_message_chunk(
-                        choice["delta"], AIMessageChunk
-                    )
-                    finish_reason = choice.get("finish_reason", None)
-
-                    generation_info = (
-                        {"finish_reason": finish_reason}
-                        if finish_reason is not None
-                        else None
-                    )
-                    chunk = ChatGenerationChunk(
-                        message=chunk, generation_info=generation_info
-                    )
-                    if run_manager:
-                        await run_manager.on_llm_new_token(chunk.text, chunk=chunk)
-                    yield chunk
-                    if finish_reason is not None:
-                        break
-
-    def _chat(self, messages: List[BaseMessage], **kwargs: Any) -> requests.Response:
-        payload = self._create_payload_parameters(messages, **kwargs)
-        url = self.yi_api_base
-        headers = self._create_headers_parameters(**kwargs)
-
-        res = requests.post(
-            url=url,
-            timeout=self.request_timeout,
-            headers=headers,
-            json=payload,
-            stream=self.streaming,
-        )
-        return res
-
-    def _create_payload_parameters(
-        self, messages: List[BaseMessage], **kwargs: Any
-    ) -> Dict[str, Any]:
-        parameters = {**self._default_params, **kwargs}
-        temperature = parameters.pop("temperature", 0.7)
-        top_p = parameters.pop("top_p", 0.7)
-        model = parameters.pop("model")
-        stream = parameters.pop("stream", False)
-
-        payload = {
-            "model": model,
-            "messages": [_convert_message_to_dict(m) for m in messages],
-            "top_p": top_p,
-            "temperature": temperature,
-            "stream": stream,
-        }
-        return payload
-
-    def _create_headers_parameters(self, **kwargs: Any) -> Dict[str, Any]:
-        parameters = {**self._default_params, **kwargs}
-        default_headers = parameters.pop("headers", {})
-        api_key = ""
-        if self.yi_api_key:
-            api_key = self.yi_api_key.get_secret_value()
-
-        headers = {
-            "Content-Type": "application/json",
-            "Authorization": f"Bearer {api_key}",
-            **default_headers,
-        }
-        return headers
-
-    def _create_chat_result(self, response: Mapping[str, Any]) -> ChatResult:
-        generations = []
-        for c in response["choices"]:
-            message = _convert_dict_to_message(c["message"])
-            gen = ChatGeneration(message=message)
-            generations.append(gen)
-
-        token_usage = response["usage"]
-        llm_output = {"token_usage": token_usage, "model": self.model}
-        return ChatResult(generations=generations, llm_output=llm_output)
-
-    @property
-    def _llm_type(self) -> str:
-        return "yi-chat"

libs/community/langchain_community/document_compressors/flashrank_rerank.py

@@ -26,12 +26,8 @@ class FlashrankRerank(BaseDocumentCompressor):
     """Flashrank client to use for compressing documents"""
     top_n: int = 3
     """Number of documents to return."""
-    score_threshold: float = 0.0
-    """Minimum relevance threshold to return."""
     model: Optional[str] = None
     """Model to use for reranking."""
-    prefix_metadata: str = ""
-    """Prefix for flashrank_rerank metadata keys"""
 
     class Config:
         """Configuration for this pydantic object."""
@@ -73,14 +69,11 @@ class FlashrankRerank(BaseDocumentCompressor):
         final_results = []
 
         for r in rerank_response:
-            if r["score"] >= self.score_threshold:
-                doc = Document(
-                    page_content=r["text"],
-                    metadata={
-                        self.prefix_metadata + "id": r["id"],
-                        self.prefix_metadata + "relevance_score": r["score"],
-                        **r["meta"],
-                    },
-                )
-                final_results.append(doc)
+            metadata = r["meta"]
+            metadata["relevance_score"] = r["score"]
+            doc = Document(
+                page_content=r["text"],
+                metadata=metadata,
+            )
+            final_results.append(doc)
         return final_results

libs/community/langchain_community/document_loaders/__init__.py

@@ -142,10 +142,6 @@ if TYPE_CHECKING:
     from langchain_community.document_loaders.dataframe import (
         DataFrameLoader,
     )
-    from langchain_community.document_loaders.dedoc import (
-        DedocAPIFileLoader,
-        DedocFileLoader,
-    )
     from langchain_community.document_loaders.diffbot import (
         DiffbotLoader,
     )
@@ -344,7 +340,6 @@ if TYPE_CHECKING:
     )
     from langchain_community.document_loaders.pdf import (
         AmazonTextractPDFLoader,
-        DedocPDFLoader,
         MathpixPDFLoader,
         OnlinePDFLoader,
         PagedPDFSplitter,
@@ -411,9 +406,6 @@ if TYPE_CHECKING:
     from langchain_community.document_loaders.scrapfly import (
         ScrapflyLoader,
     )
-    from langchain_community.document_loaders.scrapingant import (
-        ScrapingAntLoader,
-    )
     from langchain_community.document_loaders.sharepoint import (
         SharePointLoader,
     )
@@ -578,9 +570,6 @@ _module_lookup = {
     "CubeSemanticLoader": "langchain_community.document_loaders.cube_semantic",
     "DataFrameLoader": "langchain_community.document_loaders.dataframe",
     "DatadogLogsLoader": "langchain_community.document_loaders.datadog_logs",
-    "DedocAPIFileLoader": "langchain_community.document_loaders.dedoc",
-    "DedocFileLoader": "langchain_community.document_loaders.dedoc",
-    "DedocPDFLoader": "langchain_community.document_loaders.pdf",
     "DiffbotLoader": "langchain_community.document_loaders.diffbot",
     "DirectoryLoader": "langchain_community.document_loaders.directory",
     "DiscordChatLoader": "langchain_community.document_loaders.discord",
@@ -669,7 +658,6 @@ _module_lookup = {
     "S3DirectoryLoader": "langchain_community.document_loaders.s3_directory",
     "S3FileLoader": "langchain_community.document_loaders.s3_file",
     "ScrapflyLoader": "langchain_community.document_loaders.scrapfly",
-    "ScrapingAntLoader": "langchain_community.document_loaders.scrapingant",
     "SQLDatabaseLoader": "langchain_community.document_loaders.sql_database",
     "SRTLoader": "langchain_community.document_loaders.srt",
     "SeleniumURLLoader": "langchain_community.document_loaders.url_selenium",
@@ -783,9 +771,6 @@ __all__ = [
     "CubeSemanticLoader",
     "DataFrameLoader",
     "DatadogLogsLoader",
-    "DedocAPIFileLoader",
-    "DedocFileLoader",
-    "DedocPDFLoader",
     "DiffbotLoader",
     "DirectoryLoader",
     "DiscordChatLoader",
@@ -874,7 +859,6 @@ __all__ = [
     "S3DirectoryLoader",
     "S3FileLoader",
     "ScrapflyLoader",
-    "ScrapingAntLoader",
     "SQLDatabaseLoader",
     "SRTLoader",
     "SeleniumURLLoader",

libs/community/langchain_community/document_loaders/dedoc.py

@@ -1,546 +0,0 @@
-import html
-import json
-import os
-from abc import ABC, abstractmethod
-from typing import (
-    Dict,
-    Iterator,
-    Optional,
-    Tuple,
-    Union,
-)
-
-from langchain_core.documents import Document
-
-from langchain_community.document_loaders.base import BaseLoader
-
-
-class DedocBaseLoader(BaseLoader, ABC):
-    """
-    Base Loader that uses `dedoc` (https://dedoc.readthedocs.io).
-
-    Loader enables extracting text, tables and attached files from the given file:
-        * `Text` can be split by pages, `dedoc` tree nodes, textual lines
-            (according to the `split` parameter).
-        * `Attached files` (when with_attachments=True)
-            are split according to the `split` parameter.
-            For attachments, langchain Document object has an additional metadata field
-            `type`="attachment".
-        * `Tables` (when with_tables=True) are not split - each table corresponds to one
-            langchain Document object.
-            For tables, Document object has additional metadata fields `type`="table"
-            and `text_as_html` with table HTML representation.
-    """
-
-    def __init__(
-        self,
-        file_path: str,
-        *,
-        split: str = "document",
-        with_tables: bool = True,
-        with_attachments: Union[str, bool] = False,
-        recursion_deep_attachments: int = 10,
-        pdf_with_text_layer: str = "auto_tabby",
-        language: str = "rus+eng",
-        pages: str = ":",
-        is_one_column_document: str = "auto",
-        document_orientation: str = "auto",
-        need_header_footer_analysis: Union[str, bool] = False,
-        need_binarization: Union[str, bool] = False,
-        need_pdf_table_analysis: Union[str, bool] = True,
-        delimiter: Optional[str] = None,
-        encoding: Optional[str] = None,
-    ) -> None:
-        """
-        Initialize with file path and parsing parameters.
-
-        Args:
-            file_path: path to the file for processing
-            split: type of document splitting into parts (each part is returned
-                separately), default value "document"
-                "document": document text is returned as a single langchain Document
-                    object (don't split)
-                "page": split document text into pages (works for PDF, DJVU, PPTX, PPT,
-                    ODP)
-                "node": split document text into tree nodes (title nodes, list item
-                    nodes, raw text nodes)
-                "line": split document text into lines
-            with_tables: add tables to the result - each table is returned as a single
-                langchain Document object
-
-            Parameters used for document parsing via `dedoc`
-                (https://dedoc.readthedocs.io/en/latest/parameters/parameters.html):
-
-                with_attachments: enable attached files extraction
-                recursion_deep_attachments: recursion level for attached files
-                    extraction, works only when with_attachments==True
-                pdf_with_text_layer: type of handler for parsing PDF documents,
-                    available options
-                    ["true", "false", "tabby", "auto", "auto_tabby" (default)]
-                language: language of the document for PDF without a textual layer and
-                    images, available options ["eng", "rus", "rus+eng" (default)],
-                    the list of languages can be extended, please see
-                    https://dedoc.readthedocs.io/en/latest/tutorials/add_new_language.html
-                pages: page slice to define the reading range for parsing PDF documents
-                is_one_column_document: detect number of columns for PDF without
-                    a textual layer and images, available options
-                    ["true", "false", "auto" (default)]
-                document_orientation: fix document orientation (90, 180, 270 degrees)
-                    for PDF without a textual layer and images, available options
-                    ["auto" (default), "no_change"]
-                need_header_footer_analysis: remove headers and footers from the output
-                    result for parsing PDF and images
-                need_binarization: clean pages background (binarize) for PDF without a
-                    textual layer and images
-                need_pdf_table_analysis: parse tables for PDF without a textual layer
-                    and images
-                delimiter: column separator for CSV, TSV files
-                encoding: encoding of TXT, CSV, TSV
-        """
-        self.parsing_parameters = {
-            key: value
-            for key, value in locals().items()
-            if key not in {"self", "file_path", "split", "with_tables"}
-        }
-        self.valid_split_values = {"document", "page", "node", "line"}
-        if split not in self.valid_split_values:
-            raise ValueError(
-                f"Got {split} for `split`, but should be one of "
-                f"`{self.valid_split_values}`"
-            )
-        self.split = split
-        self.with_tables = with_tables
-        self.file_path = file_path
-
-        structure_type = "tree" if self.split == "node" else "linear"
-        self.parsing_parameters["structure_type"] = structure_type
-        self.parsing_parameters["need_content_analysis"] = with_attachments
-
-    def lazy_load(self) -> Iterator[Document]:
-        """Lazily load documents."""
-        import tempfile
-
-        try:
-            from dedoc import DedocManager
-        except ImportError:
-            raise ImportError(
-                "`dedoc` package not found, please install it with `pip install dedoc`"
-            )
-        dedoc_manager = DedocManager(manager_config=self._make_config())
-        dedoc_manager.config["logger"].disabled = True
-
-        with tempfile.TemporaryDirectory() as tmpdir:
-            document_tree = dedoc_manager.parse(
-                file_path=self.file_path,
-                parameters={**self.parsing_parameters, "attachments_dir": tmpdir},
-            )
-        yield from self._split_document(
-            document_tree=document_tree.to_api_schema().dict(), split=self.split
-        )
-
-    @abstractmethod
-    def _make_config(self) -> dict:
-        """
-        Make configuration for DedocManager according to the file extension and
-        parsing parameters.
-        """
-        pass
-
-    def _json2txt(self, paragraph: dict) -> str:
-        """Get text (recursively) of the document tree node."""
-        subparagraphs_text = "\n".join(
-            [
-                self._json2txt(subparagraph)
-                for subparagraph in paragraph["subparagraphs"]
-            ]
-        )
-        text = (
-            f"{paragraph['text']}\n{subparagraphs_text}"
-            if subparagraphs_text
-            else paragraph["text"]
-        )
-        return text
-
-    def _parse_subparagraphs(
-        self, document_tree: dict, document_metadata: dict
-    ) -> Iterator[Document]:
-        """Parse recursively document tree obtained by `dedoc`."""
-        if len(document_tree["subparagraphs"]) > 0:
-            for subparagraph in document_tree["subparagraphs"]:
-                yield from self._parse_subparagraphs(
-                    document_tree=subparagraph, document_metadata=document_metadata
-                )
-        else:
-            yield Document(
-                page_content=document_tree["text"],
-                metadata={**document_metadata, **document_tree["metadata"]},
-            )
-
-    def _split_document(
-        self,
-        document_tree: dict,
-        split: str,
-        additional_metadata: Optional[dict] = None,
-    ) -> Iterator[Document]:
-        """Split document into parts according to the `split` parameter."""
-        document_metadata = document_tree["metadata"]
-        if additional_metadata:
-            document_metadata = {**document_metadata, **additional_metadata}
-
-        if split == "document":
-            text = self._json2txt(paragraph=document_tree["content"]["structure"])
-            yield Document(page_content=text, metadata=document_metadata)
-
-        elif split == "page":
-            nodes = document_tree["content"]["structure"]["subparagraphs"]
-            page_id = nodes[0]["metadata"]["page_id"]
-            page_text = ""
-
-            for node in nodes:
-                if node["metadata"]["page_id"] == page_id:
-                    page_text += self._json2txt(node)
-                else:
-                    yield Document(
-                        page_content=page_text,
-                        metadata={**document_metadata, "page_id": page_id},
-                    )
-                    page_id = node["metadata"]["page_id"]
-                    page_text = self._json2txt(node)
-
-            yield Document(
-                page_content=page_text,
-                metadata={**document_metadata, "page_id": page_id},
-            )
-
-        elif split == "line":
-            for node in document_tree["content"]["structure"]["subparagraphs"]:
-                line_metadata = node["metadata"]
-                yield Document(
-                    page_content=self._json2txt(node),
-                    metadata={**document_metadata, **line_metadata},
-                )
-
-        elif split == "node":
-            yield from self._parse_subparagraphs(
-                document_tree=document_tree["content"]["structure"],
-                document_metadata=document_metadata,
-            )
-
-        else:
-            raise ValueError(
-                f"Got {split} for `split`, but should be one of "
-                f"`{self.valid_split_values}`"
-            )
-
-        if self.with_tables:
-            for table in document_tree["content"]["tables"]:
-                table_text, table_html = self._get_table(table)
-                yield Document(
-                    page_content=table_text,
-                    metadata={
-                        **table["metadata"],
-                        "type": "table",
-                        "text_as_html": table_html,
-                    },
-                )
-
-        for attachment in document_tree["attachments"]:
-            yield from self._split_document(
-                document_tree=attachment,
-                split=self.split,
-                additional_metadata={"type": "attachment"},
-            )
-
-    def _get_table(self, table: dict) -> Tuple[str, str]:
-        """Get text and HTML representation of the table."""
-        table_text = ""
-        for row in table["cells"]:
-            for cell in row:
-                table_text += " ".join(line["text"] for line in cell["lines"])
-                table_text += "\t"
-            table_text += "\n"
-
-        table_html = (
-            '<table border="1" style="border-collapse: collapse; width: 100%;'
-            '">\n<tbody>\n'
-        )
-        for row in table["cells"]:
-            table_html += "<tr>\n"
-            for cell in row:
-                cell_text = "\n".join(line["text"] for line in cell["lines"])
-                cell_text = html.escape(cell_text)
-                table_html += "<td"
-                if cell["invisible"]:
-                    table_html += ' style="display: none" '
-                table_html += (
-                    f' colspan="{cell["colspan"]}" rowspan='
-                    f'"{cell["rowspan"]}">{cell_text}</td>\n'
-                )
-            table_html += "</tr>\n"
-        table_html += "</tbody>\n</table>"
-
-        return table_text, table_html
-
-
-class DedocFileLoader(DedocBaseLoader):
-    """
-    DedocFileLoader document loader integration to load files using `dedoc`.
-
-    The file loader automatically detects the file type (with the correct extension).
-    The list of supported file types is gives at
-    https://dedoc.readthedocs.io/en/latest/index.html#id1.
-    Please see the documentation of DedocBaseLoader to get more details.
-
-    Setup:
-        Install ``dedoc`` package.
-
-        .. code-block:: bash
-
-            pip install -U dedoc
-
-    Instantiate:
-        .. code-block:: python
-
-            from langchain_community.document_loaders import DedocFileLoader
-
-            loader = DedocFileLoader(
-                file_path="example.pdf",
-                # split=...,
-                # with_tables=...,
-                # pdf_with_text_layer=...,
-                # pages=...,
-                # ...
-            )
-
-    Load:
-        .. code-block:: python
-
-            docs = loader.load()
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-
-    Lazy load:
-        .. code-block:: python
-
-            docs = []
-            docs_lazy = loader.lazy_load()
-
-            for doc in docs_lazy:
-                docs.append(doc)
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-    """
-
-    def _make_config(self) -> dict:
-        from dedoc.utils.langchain import make_manager_config
-
-        return make_manager_config(
-            file_path=self.file_path,
-            parsing_params=self.parsing_parameters,
-            split=self.split,
-        )
-
-
-class DedocAPIFileLoader(DedocBaseLoader):
-    """
-    Load files using `dedoc` API.
-    The file loader automatically detects the file type (even with the wrong extension).
-    By default, the loader makes a call to the locally hosted `dedoc` API.
-    More information about `dedoc` API can be found in `dedoc` documentation:
-        https://dedoc.readthedocs.io/en/latest/dedoc_api_usage/api.html
-
-    Please see the documentation of DedocBaseLoader to get more details.
-
-    Setup:
-        You don't need to install `dedoc` library for using this loader.
-        Instead, the `dedoc` API needs to be run.
-        You may use Docker container for this purpose.
-        Please see `dedoc` documentation for more details:
-            https://dedoc.readthedocs.io/en/latest/getting_started/installation.html#install-and-run-dedoc-using-docker
-
-        .. code-block:: bash
-
-            docker pull dedocproject/dedoc
-            docker run -p 1231:1231
-
-    Instantiate:
-        .. code-block:: python
-
-            from langchain_community.document_loaders import DedocAPIFileLoader
-
-            loader = DedocAPIFileLoader(
-                file_path="example.pdf",
-                # url=...,
-                # split=...,
-                # with_tables=...,
-                # pdf_with_text_layer=...,
-                # pages=...,
-                # ...
-            )
-
-    Load:
-        .. code-block:: python
-
-            docs = loader.load()
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-
-    Lazy load:
-        .. code-block:: python
-
-            docs = []
-            docs_lazy = loader.lazy_load()
-
-            for doc in docs_lazy:
-                docs.append(doc)
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-    """
-
-    def __init__(
-        self,
-        file_path: str,
-        *,
-        url: str = "http://0.0.0.0:1231",
-        split: str = "document",
-        with_tables: bool = True,
-        with_attachments: Union[str, bool] = False,
-        recursion_deep_attachments: int = 10,
-        pdf_with_text_layer: str = "auto_tabby",
-        language: str = "rus+eng",
-        pages: str = ":",
-        is_one_column_document: str = "auto",
-        document_orientation: str = "auto",
-        need_header_footer_analysis: Union[str, bool] = False,
-        need_binarization: Union[str, bool] = False,
-        need_pdf_table_analysis: Union[str, bool] = True,
-        delimiter: Optional[str] = None,
-        encoding: Optional[str] = None,
-    ) -> None:
-        """Initialize with file path, API url and parsing parameters.
-
-        Args:
-            file_path: path to the file for processing
-            url: URL to call `dedoc` API
-            split: type of document splitting into parts (each part is returned
-                separately), default value "document"
-                "document": document is returned as a single langchain Document object
-                    (don't split)
-                "page": split document into pages (works for PDF, DJVU, PPTX, PPT, ODP)
-                "node": split document into tree nodes (title nodes, list item nodes,
-                    raw text nodes)
-                "line": split document into lines
-            with_tables: add tables to the result - each table is returned as a single
-                langchain Document object
-
-            Parameters used for document parsing via `dedoc`
-                (https://dedoc.readthedocs.io/en/latest/parameters/parameters.html):
-
-                with_attachments: enable attached files extraction
-                recursion_deep_attachments: recursion level for attached files
-                    extraction, works only when with_attachments==True
-                pdf_with_text_layer: type of handler for parsing PDF documents,
-                    available options
-                    ["true", "false", "tabby", "auto", "auto_tabby" (default)]
-                language: language of the document for PDF without a textual layer and
-                    images, available options ["eng", "rus", "rus+eng" (default)],
-                    the list of languages can be extended, please see
-                    https://dedoc.readthedocs.io/en/latest/tutorials/add_new_language.html
-                pages: page slice to define the reading range for parsing PDF documents
-                is_one_column_document: detect number of columns for PDF without
-                    a textual layer and images, available options
-                    ["true", "false", "auto" (default)]
-                document_orientation: fix document orientation (90, 180, 270 degrees)
-                    for PDF without a textual layer and images, available options
-                    ["auto" (default), "no_change"]
-                need_header_footer_analysis: remove headers and footers from the output
-                    result for parsing PDF and images
-                need_binarization: clean pages background (binarize) for PDF without a
-                    textual layer and images
-                need_pdf_table_analysis: parse tables for PDF without a textual layer
-                    and images
-                delimiter: column separator for CSV, TSV files
-                encoding: encoding of TXT, CSV, TSV
-        """
-        super().__init__(
-            file_path=file_path,
-            split=split,
-            with_tables=with_tables,
-            with_attachments=with_attachments,
-            recursion_deep_attachments=recursion_deep_attachments,
-            pdf_with_text_layer=pdf_with_text_layer,
-            language=language,
-            pages=pages,
-            is_one_column_document=is_one_column_document,
-            document_orientation=document_orientation,
-            need_header_footer_analysis=need_header_footer_analysis,
-            need_binarization=need_binarization,
-            need_pdf_table_analysis=need_pdf_table_analysis,
-            delimiter=delimiter,
-            encoding=encoding,
-        )
-        self.url = url
-        self.parsing_parameters["return_format"] = "json"
-
-    def lazy_load(self) -> Iterator[Document]:
-        """Lazily load documents."""
-        doc_tree = self._send_file(
-            url=self.url, file_path=self.file_path, parameters=self.parsing_parameters
-        )
-        yield from self._split_document(document_tree=doc_tree, split=self.split)
-
-    def _make_config(self) -> dict:
-        return {}
-
-    def _send_file(
-        self, url: str, file_path: str, parameters: dict
-    ) -> Dict[str, Union[list, dict, str]]:
-        """Send POST-request to `dedoc` API and return the results"""
-        import requests
-
-        file_name = os.path.basename(file_path)
-        with open(file_path, "rb") as file:
-            files = {"file": (file_name, file)}
-            r = requests.post(f"{url}/upload", files=files, data=parameters)
-
-        if r.status_code != 200:
-            raise ValueError(f"Error during file handling: {r.content.decode()}")
-
-        result = json.loads(r.content.decode())
-        return result

libs/community/langchain_community/document_loaders/googledrive.py

@@ -7,6 +7,7 @@
 # 4. For service accounts visit
 #   https://cloud.google.com/iam/docs/service-accounts-create
 
+import os
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Sequence, Union
 
@@ -107,13 +108,7 @@ class GoogleDriveLoader(BaseLoader, BaseModel):
         return v
 
     def _load_credentials(self) -> Any:
-        """Load credentials.
-        The order of loading credentials:
-        1. Service account key if file exists
-        2. Token path (for OAuth Client) if file exists
-        3. Credentials path (for OAuth Client) if file exists
-        4. Default credentials. if no credentials found, raise DefaultCredentialsError
-        """
+        """Load credentials."""
         # Adapted from https://developers.google.com/drive/api/v3/quickstart/python
         try:
             from google.auth import default
@@ -131,31 +126,30 @@ class GoogleDriveLoader(BaseLoader, BaseModel):
             )
 
         creds = None
-        # From service account
         if self.service_account_key.exists():
             return service_account.Credentials.from_service_account_file(
                 str(self.service_account_key), scopes=SCOPES
             )
 
-        # From Oauth Client
         if self.token_path.exists():
             creds = Credentials.from_authorized_user_file(str(self.token_path), SCOPES)
 
         if not creds or not creds.valid:
             if creds and creds.expired and creds.refresh_token:
                 creds.refresh(Request())
-            elif self.credentials_path.exists():
+            elif "GOOGLE_APPLICATION_CREDENTIALS" not in os.environ:
+                creds, project = default()
+                creds = creds.with_scopes(SCOPES)
+                # no need to write to file
+                if creds:
+                    return creds
+            else:
                 flow = InstalledAppFlow.from_client_secrets_file(
                     str(self.credentials_path), SCOPES
                 )
                 creds = flow.run_local_server(port=0)
-            if creds:
-                with open(self.token_path, "w") as token:
-                    token.write(creds.to_json())
-
-        # From Application Default Credentials
-        if not creds:
-            creds, _ = default(scopes=SCOPES)
+            with open(self.token_path, "w") as token:
+                token.write(creds.to_json())
 
         return creds
 

libs/community/langchain_community/document_loaders/pdf.py

@@ -26,7 +26,6 @@ from langchain_core.utils import get_from_dict_or_env
 
 from langchain_community.document_loaders.base import BaseLoader
 from langchain_community.document_loaders.blob_loaders import Blob
-from langchain_community.document_loaders.dedoc import DedocBaseLoader
 from langchain_community.document_loaders.parsers.pdf import (
     AmazonTextractPDFParser,
     DocumentIntelligenceParser,
@@ -739,104 +738,6 @@ class AmazonTextractPDFLoader(BasePDFLoader):
             raise ValueError(f"unsupported mime type: {blob.mimetype}")  # type: ignore[attr-defined]
 
 
-class DedocPDFLoader(DedocBaseLoader):
-    """
-    DedocPDFLoader document loader integration to load PDF files using `dedoc`.
-    The file loader can automatically detect the correctness of a textual layer in the
-        PDF document.
-    Note that `__init__` method supports parameters that differ from ones of
-        DedocBaseLoader.
-
-    Setup:
-        Install ``dedoc`` package.
-
-        .. code-block:: bash
-
-            pip install -U dedoc
-
-    Instantiate:
-        .. code-block:: python
-
-            from langchain_community.document_loaders import DedocPDFLoader
-
-            loader = DedocPDFLoader(
-                file_path="example.pdf",
-                # split=...,
-                # with_tables=...,
-                # pdf_with_text_layer=...,
-                # pages=...,
-                # ...
-            )
-
-    Load:
-        .. code-block:: python
-
-            docs = loader.load()
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-
-    Lazy load:
-        .. code-block:: python
-
-            docs = []
-            docs_lazy = loader.lazy_load()
-
-            for doc in docs_lazy:
-                docs.append(doc)
-            print(docs[0].page_content[:100])
-            print(docs[0].metadata)
-
-        .. code-block:: python
-
-            Some text
-            {
-                'file_name': 'example.pdf',
-                'file_type': 'application/pdf',
-                # ...
-            }
-
-    Parameters used for document parsing via `dedoc`
-        (https://dedoc.readthedocs.io/en/latest/parameters/pdf_handling.html):
-
-        with_attachments: enable attached files extraction
-        recursion_deep_attachments: recursion level for attached files extraction,
-            works only when with_attachments==True
-        pdf_with_text_layer: type of handler for parsing, available options
-            ["true", "false", "tabby", "auto", "auto_tabby" (default)]
-        language: language of the document for PDF without a textual layer,
-            available options ["eng", "rus", "rus+eng" (default)], the list of
-            languages can be extended, please see
-            https://dedoc.readthedocs.io/en/latest/tutorials/add_new_language.html
-        pages: page slice to define the reading range for parsing
-        is_one_column_document: detect number of columns for PDF without a textual
-            layer, available options ["true", "false", "auto" (default)]
-        document_orientation: fix document orientation (90, 180, 270 degrees) for PDF
-            without a textual layer, available options ["auto" (default), "no_change"]
-        need_header_footer_analysis: remove headers and footers from the output result
-        need_binarization: clean pages background (binarize) for PDF without a textual
-            layer
-        need_pdf_table_analysis: parse tables for PDF without a textual layer
-    """
-
-    def _make_config(self) -> dict:
-        from dedoc.utils.langchain import make_manager_pdf_config
-
-        return make_manager_pdf_config(
-            file_path=self.file_path,
-            parsing_params=self.parsing_parameters,
-            split=self.split,
-        )
-
-
 class DocumentIntelligenceLoader(BasePDFLoader):
     """Load a PDF with Azure Document Intelligence"""
 

libs/community/langchain_community/document_loaders/scrapingant.py

@@ -1,66 +0,0 @@
-"""ScrapingAnt Web Extractor."""
-
-import logging
-from typing import Iterator, List, Optional
-
-from langchain_core.document_loaders import BaseLoader
-from langchain_core.documents import Document
-from langchain_core.utils import get_from_env
-
-logger = logging.getLogger(__file__)
-
-
-class ScrapingAntLoader(BaseLoader):
-    """Turn an url to LLM accessible markdown with `ScrapingAnt`.
-
-    For further details, visit: https://docs.scrapingant.com/python-client
-    """
-
-    def __init__(
-        self,
-        urls: List[str],
-        *,
-        api_key: Optional[str] = None,
-        scrape_config: Optional[dict] = None,
-        continue_on_failure: bool = True,
-    ) -> None:
-        """Initialize client.
-
-        Args:
-            urls: List of urls to scrape.
-            api_key: The ScrapingAnt API key. If not specified must have env var
-                SCRAPINGANT_API_KEY set.
-            scrape_config: The scraping config from ScrapingAntClient.markdown_request
-            continue_on_failure: Whether to continue if scraping an url fails.
-        """
-        try:
-            from scrapingant_client import ScrapingAntClient
-        except ImportError:
-            raise ImportError(
-                "`scrapingant-client` package not found,"
-                " run `pip install scrapingant-client`"
-            )
-        if not urls:
-            raise ValueError("URLs must be provided.")
-        api_key = api_key or get_from_env("api_key", "SCRAPINGANT_API_KEY")
-        self.client = ScrapingAntClient(token=api_key)
-        self.urls = urls
-        self.scrape_config = scrape_config
-        self.continue_on_failure = continue_on_failure
-
-    def lazy_load(self) -> Iterator[Document]:
-        """Fetch data from ScrapingAnt."""
-
-        scrape_config = self.scrape_config if self.scrape_config is not None else {}
-        for url in self.urls:
-            try:
-                result = self.client.markdown_request(url=url, **scrape_config)
-                yield Document(
-                    page_content=result.markdown,
-                    metadata={"url": result.url},
-                )
-            except Exception as e:
-                if self.continue_on_failure:
-                    logger.error(f"Error fetching data from {url}, exception: {e}")
-                else:
-                    raise e

libs/community/langchain_community/document_loaders/tomarkdown.py

@@ -21,7 +21,7 @@ class ToMarkdownLoader(BaseLoader):
     ) -> Iterator[Document]:
         """Lazily load the file."""
         response = requests.post(
-            "https://api.2markdown.com/v1/url2md",
+            "https://2markdown.com/api/2md",
             headers={"X-Api-Key": self.api_key},
             json={"url": self.url},
         )