Merge branch 'ankush/callbacks-refactor' into vwp/tools_callbacks

Will keep adding chains to this branch, just pushing now for visibility

.devcontainer/Dockerfile

@@ -1,42 +0,0 @@
-# This is a Dockerfile for Developer Container
-
-# Use the Python base image
-ARG VARIANT="3.11-bullseye"
-FROM mcr.microsoft.com/vscode/devcontainers/python:0-${VARIANT} AS langchain-dev-base
-
-USER vscode
-
-# Define the version of Poetry to install (default is 1.4.2)
-# Define the directory of python virtual environment
-ARG PYTHON_VIRTUALENV_HOME=/home/vscode/langchain-py-env \
-    POETRY_VERSION=1.4.2 
-
-ENV POETRY_VIRTUALENVS_IN_PROJECT=false \
-    POETRY_NO_INTERACTION=true 
-
-# Create a Python virtual environment for Poetry and install it
-RUN python3 -m venv ${PYTHON_VIRTUALENV_HOME} && \
-    $PYTHON_VIRTUALENV_HOME/bin/pip install --upgrade pip && \
-    $PYTHON_VIRTUALENV_HOME/bin/pip install poetry==${POETRY_VERSION}
-
-ENV PATH="$PYTHON_VIRTUALENV_HOME/bin:$PATH" \
-    VIRTUAL_ENV=$PYTHON_VIRTUALENV_HOME
-
-# Setup for bash
-RUN poetry completions bash >> /home/vscode/.bash_completion && \
-    echo "export PATH=$PYTHON_VIRTUALENV_HOME/bin:$PATH" >> ~/.bashrc
-
-# Set the working directory for the app
-WORKDIR /workspaces/langchain
-
-# Use a multi-stage build to install dependencies
-FROM langchain-dev-base AS langchain-dev-dependencies
-
-ARG PYTHON_VIRTUALENV_HOME
-
-# Copy only the dependency files for installation
-COPY pyproject.toml poetry.lock poetry.toml ./
-
-# Install the Poetry dependencies (this layer will be cached as long as the dependencies don't change)
-RUN poetry install --no-interaction --no-ansi --with dev,test,docs
-

.devcontainer/devcontainer.json

@@ -1,33 +0,0 @@
-// For format details, see https://aka.ms/devcontainer.json. For config options, see the
-// README at: https://github.com/devcontainers/templates/tree/main/src/docker-existing-dockerfile
-{
-	"dockerComposeFile": "./docker-compose.yaml",
-	"service": "langchain",
-	"workspaceFolder": "/workspaces/langchain",
-	"name": "langchain",
-	"customizations": {
-		"vscode": {
-			"extensions": [   
-				"ms-python.python"
-			],
-			"settings": {
-				"python.defaultInterpreterPath": "/home/vscode/langchain-py-env/bin/python3.11"
-			}
-		}
-		
-	},
-
-	// Features to add to the dev container. More info: https://containers.dev/features.
-	"features": {},
-
-	// Use 'forwardPorts' to make a list of ports inside the container available locally.
-	// "forwardPorts": [],
-
-	// Uncomment the next line to run commands after the container is created.
-	// "postCreateCommand": "cat /etc/os-release",
-
-	// Uncomment to connect as an existing user other than the container default. More info: https://aka.ms/dev-containers-non-root.
-	// "remoteUser": "devcontainer"
-	"remoteUser": "vscode",
-	"overrideCommand": true
-}

.devcontainer/docker-compose.yaml

@@ -1,31 +0,0 @@
-version: '3'
-services:
-  langchain:
-    build:
-      dockerfile: .devcontainer/Dockerfile
-      context: ../ 
-    volumes:
-      - ../:/workspaces/langchain
-    networks:
-      - langchain-network 
-  #   environment:
-  #     MONGO_ROOT_USERNAME: root
-  #     MONGO_ROOT_PASSWORD: example123
-  #   depends_on:
-  #     - mongo   
-  # mongo:
-  #   image: mongo
-  #   restart: unless-stopped
-  #   environment:
-  #     MONGO_INITDB_ROOT_USERNAME: root
-  #     MONGO_INITDB_ROOT_PASSWORD: example123
-  #   ports:
-  #     - "27017:27017"
-  #   networks:
-  #     - langchain-network
-
-networks:
-  langchain-network:
-    driver: bridge
-    
-    

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -1,106 +0,0 @@
-name: "\U0001F41B Bug Report"
-description: Submit a bug report to help us improve LangChain
-labels: ["02 Bug Report"]
-body:
-  - type: markdown
-    attributes:
-      value: >
-        Thank you for taking the time to file a bug report. Before creating a new
-        issue, please make sure to take a few moments to check the issue tracker
-        for existing issues about the bug.
-
-  - type: textarea
-    id: system-info
-    attributes:
-      label: System Info
-      description: Please share your system info with us.
-      placeholder: LangChain version, platform, python version, ...
-    validations:
-      required: true
-
-  - type: textarea
-    id: who-can-help
-    attributes:
-      label: Who can help?
-      description: |
-        Your issue will be replied to more quickly if you can figure out the right person to tag with @
-        If you know how to use git blame, that is the easiest way, otherwise, here is a rough guide of **who to tag**.
-
-        The core maintainers strive to read all issues, but tagging them will help them prioritize.
-
-        Please tag fewer than 3 people.
-
-        @hwchase17 - project lead
-
-        Tracing / Callbacks
-        - @agola11
-
-        Async
-        - @agola11
-
-        DataLoader Abstractions
-        - @eyurtsev
-
-        LLM/Chat Wrappers
-        - @hwchase17
-        - @agola11
-
-        Tools / Toolkits
-        - @vowelparrot
-
-      placeholder: "@Username ..."
-
-  - type: checkboxes
-    id: information-scripts-examples
-    attributes:
-      label: Information
-      description: "The problem arises when using:"
-      options:
-        - label: "The official example notebooks/scripts"
-        - label: "My own modified scripts"
-
-  - type: checkboxes
-    id: related-components
-    attributes:
-      label: Related Components
-      description: "Select the components related to the issue (if applicable):"
-      options:
-        - label: "LLMs/Chat Models"
-        - label: "Embedding Models"
-        - label: "Prompts / Prompt Templates / Prompt Selectors"
-        - label: "Output Parsers"
-        - label: "Document Loaders"
-        - label: "Vector Stores / Retrievers"
-        - label: "Memory"
-        - label: "Agents / Agent Executors"
-        - label: "Tools / Toolkits"
-        - label: "Chains"
-        - label: "Callbacks/Tracing"
-        - label: "Async"
-
-  - type: textarea
-    id: reproduction
-    validations:
-      required: true
-    attributes:
-      label: Reproduction
-      description: |
-        Please provide a [code sample](https://stackoverflow.com/help/minimal-reproducible-example) that reproduces the problem you ran into. It can be a Colab link or just a code snippet.
-        If you have code snippets, error messages, stack traces please provide them here as well.
-        Important! Use code tags to correctly format your code. See https://help.github.com/en/github/writing-on-github/creating-and-highlighting-code-blocks#syntax-highlighting
-        Avoid screenshots when possible, as they are hard to read and (more importantly) don't allow others to copy-and-paste your code.
-
-      placeholder: |
-        Steps to reproduce the behavior:
-
-          1.
-          2.
-          3.
-
-  - type: textarea
-    id: expected-behavior
-    validations:
-      required: true
-    attributes:
-      label: Expected behavior
-      description: "A clear and concise description of what you would expect to happen."

.github/ISSUE_TEMPLATE/config.yml

@@ -1,6 +0,0 @@
-blank_issues_enabled: true
-version: 2.1
-contact_links:
-  - name: Discord
-    url: https://discord.gg/6adMQxSpJS
-    about: General community discussions

.github/ISSUE_TEMPLATE/documentation.yml

@@ -1,19 +0,0 @@
-name: Documentation
-description: Report an issue related to the LangChain documentation.
-title: "DOC: <Please write a comprehensive title after the 'DOC: ' prefix>"
-labels: [03 - Documentation]
-
-body:
-- type: textarea
-  attributes: 
-    label: "Issue with current documentation:"
-    description: >
-      Please make sure to leave a reference to the document/code you're
-      referring to.
-
-- type: textarea
-  attributes:
-    label: "Idea or request for content:"
-    description: >
-      Please describe as clearly as possible what topics you think are missing
-      from the current documentation.

.github/ISSUE_TEMPLATE/feature-request.yml

@@ -1,30 +0,0 @@
-name: "\U0001F680 Feature request"
-description: Submit a proposal/request for a new LangChain feature
-labels: ["02 Feature Request"]
-body:
-  - type: textarea
-    id: feature-request
-    validations:
-      required: true
-    attributes:
-      label: Feature request
-      description: |
-        A clear and concise description of the feature proposal. Please provide links to any relevant GitHub repos, papers, or other resources if relevant.
-
-  - type: textarea
-    id: motivation
-    validations:
-      required: true
-    attributes:
-      label: Motivation
-      description: |
-        Please outline the motivation for the proposal. Is your feature request related to a problem? e.g., I'm always frustrated when [...]. If this is related to another GitHub issue, please link here too.
-
-  - type: textarea
-    id: contribution
-    validations:
-      required: true
-    attributes:
-      label: Your contribution
-      description: |
-        Is there any way that you could help, e.g. by submitting a PR? Make sure to read the CONTRIBUTING.MD [readme](https://github.com/hwchase17/langchain/blob/master/.github/CONTRIBUTING.md)

.github/ISSUE_TEMPLATE/other.yml

@@ -1,18 +0,0 @@
-name: Other Issue
-description: Raise an issue that wouldn't be covered by the other templates.
-title: "Issue: <Please write a comprehensive title after the 'Issue: ' prefix>"
-labels: [04 - Other]
-
-body:
-  - type: textarea
-    attributes:
-      label: "Issue you'd like to raise."
-      description: >
-        Please describe the issue you'd like to raise as clearly as possible.
-        Make sure to include any relevant links or references.
-
-  - type: textarea
-    attributes:
-      label: "Suggestion:"
-      description: >
-        Please outline a suggestion to improve the issue here.

.gitignore

@@ -1,4 +1,3 @@
-.vs/
 .vscode/
 .idea/
 # Byte-compiled / optimized / DLL files

Dockerfile

@@ -1,7 +1,5 @@
 # This is a Dockerfile for running unit tests
 
-ARG POETRY_HOME=/opt/poetry
-
 # Use the Python base image
 FROM python:3.11.2-bullseye AS builder
 
@@ -9,7 +7,7 @@ FROM python:3.11.2-bullseye AS builder
 ARG POETRY_VERSION=1.4.2
 
 # Define the directory to install Poetry to (default is /opt/poetry)
-ARG POETRY_HOME
+ARG POETRY_HOME=/opt/poetry
 
 # Create a Python virtual environment for Poetry and install it
 RUN python3 -m venv ${POETRY_HOME} && \
@@ -25,8 +23,6 @@ WORKDIR /app
 # Use a multi-stage build to install dependencies
 FROM builder AS dependencies
 
-ARG POETRY_HOME
-
 # Copy only the dependency files for installation
 COPY pyproject.toml poetry.lock poetry.toml ./
 

README.md

@@ -2,8 +2,7 @@
 
 ⚡ Building applications with LLMs through composability ⚡
 
-[![lint](https://github.com/hwchase17/langchain/actions/workflows/lint.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/lint.yml) [![test](https://github.com/hwchase17/langchain/actions/workflows/test.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/test.yml) [![linkcheck](https://github.com/hwchase17/langchain/actions/workflows/linkcheck.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/linkcheck.yml) [![Downloads](https://static.pepy.tech/badge/langchain/month)](https://pepy.tech/project/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS) [![Open in Dev Containers](https://img.shields.io/static/v1?label=Dev%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/hwchase17/langchain) [![Open in GitHub Codespaces](https://github.com/codespaces/badge.svg)](https://codespaces.new/hwchase17/langchain)
-
+[![lint](https://github.com/hwchase17/langchain/actions/workflows/lint.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/lint.yml) [![test](https://github.com/hwchase17/langchain/actions/workflows/test.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/test.yml) [![linkcheck](https://github.com/hwchase17/langchain/actions/workflows/linkcheck.yml/badge.svg)](https://github.com/hwchase17/langchain/actions/workflows/linkcheck.yml) [![Downloads](https://static.pepy.tech/badge/langchain/month)](https://pepy.tech/project/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS)
 
 Looking for the JS/TS version? Check out [LangChain.js](https://github.com/hwchase17/langchainjs).
 

docs/_static/js/mendablesearch.js

@@ -52,7 +52,7 @@ document.addEventListener('DOMContentLoaded', () => {
 
   loadScript('https://unpkg.com/react@17/umd/react.production.min.js', () => {
     loadScript('https://unpkg.com/react-dom@17/umd/react-dom.production.min.js', () => {
-      loadScript('https://unpkg.com/@mendable/search@0.0.93/dist/umd/mendable.min.js', initializeMendable);
+      loadScript('https://unpkg.com/@mendable/search@0.0.83/dist/umd/mendable.min.js', initializeMendable);
     });
   });
 });

docs/ecosystem/redis.md

@@ -1,79 +0,0 @@
-# Redis
-
-This page covers how to use the [Redis](https://redis.com) ecosystem within LangChain.
-It is broken into two parts: installation and setup, and then references to specific Redis wrappers.
-
-## Installation and Setup
-- Install the Redis Python SDK with `pip install redis`
-
-## Wrappers
-
-### Cache
-
-The Cache wrapper allows for [Redis](https://redis.io) to be used as a remote, low-latency, in-memory cache for LLM prompts and responses.
-
-#### Standard Cache
-The standard cache is the Redis bread & butter of use case in production for both [open source](https://redis.io) and [enterprise](https://redis.com) users globally.
-
-To import this cache:
-```python
-from langchain.cache import RedisCache
-```
-
-To use this cache with your LLMs:
-```python
-import langchain
-import redis
-
-redis_client = redis.Redis.from_url(...)
-langchain.llm_cache = RedisCache(redis_client)
-```
-
-#### Semantic Cache
-Semantic caching allows users to retrieve cached prompts based on semantic similarity between the user input and previously cached results. Under the hood it blends Redis as both a cache and a vectorstore.
-
-To import this cache:
-```python
-from langchain.cache import RedisSemanticCache
-```
-
-To use this cache with your LLMs:
-```python
-import langchain
-import redis
-
-# use any embedding provider...
-from tests.integration_tests.vectorstores.fake_embeddings import FakeEmbeddings
-
-redis_url = "redis://localhost:6379"
-
-langchain.llm_cache = RedisSemanticCache(
-    embedding=FakeEmbeddings(),
-    redis_url=redis_url
-)
-```
-
-### VectorStore
-
-The vectorstore wrapper turns Redis into a low-latency [vector database](https://redis.com/solutions/use-cases/vector-database/) for semantic search or LLM content retrieval.
-
-To import this vectorstore:
-```python
-from langchain.vectorstores import Redis
-```
-
-For a more detailed walkthrough of the Redis vectorstore wrapper, see [this notebook](../modules/indexes/vectorstores/examples/redis.ipynb).
-
-### Retriever
-
-The Redis vector store retriever wrapper generalizes the vectorstore class to perform low-latency document retrieval. To create the retriever, simply call `.as_retriever()` on the base vectorstore class.
-
-### Memory
-Redis can be used to persist LLM conversations.
-
-#### Vector Store Retriever Memory
-
-For a more detailed walkthrough of the `VectorStoreRetrieverMemory` wrapper, see [this notebook](../modules/memory/types/vectorstore_retriever_memory.ipynb).
-
-#### Chat Message History Memory
-For a detailed example of Redis to cache conversation message history, see [this notebook](../modules/memory/examples/redis_chat_message_history.ipynb).

docs/ecosystem/tair.md

@@ -1,22 +0,0 @@
-# Tair
-
-This page covers how to use the Tair ecosystem within LangChain.
-
-## Installation and Setup
-
-Install Tair Python SDK with `pip install tair`.
-
-## Wrappers
-
-### VectorStore
-
-There exists a wrapper around TairVector, allowing you to use it as a vectorstore,
-whether for semantic search or example selection.
-
-To import this vectorstore:
-
-```python
-from langchain.vectorstores import Tair
-```
-
-For a more detailed walkthrough of the Tair wrapper, see [this notebook](../modules/indexes/vectorstores/examples/tair.ipynb)

docs/ecosystem/unstructured.md

@@ -10,10 +10,6 @@ This page is broken into two parts: installation and setup, and then references
 `unstructured` wrappers.
 
 ## Installation and Setup
-
-If you are using a loader that runs locally, use the following steps to get `unstructured` and
-its dependencies running locally.
-
 - Install the Python SDK with `pip install "unstructured[local-inference]"`
 - Install the following system dependencies if they are not already available on your system.
   Depending on what document types you're parsing, you may not need all of these.
@@ -29,15 +25,6 @@ its dependencies running locally.
       using the `"fast"` strategy, which uses `pdfminer` directly and doesn't require
       `detectron2`.
 
-If you want to get up and running with less set up, you can
-simply run `pip install unstructured` and use `UnstructuredAPIFileLoader` or
-`UnstructuredAPIFileIOLoader`. That will process your document using the hosted Unstructured API.
-Note that currently (as of 1 May 2023) the Unstructured API is open, but it will soon require
-an API. The [Unstructured documentation page](https://unstructured-io.github.io/) will have
-instructions on how to generate an API key once they're available. Check out the instructions
-[here](https://github.com/Unstructured-IO/unstructured-api#dizzy-instructions-for-using-the-docker-image)
-if you'd like to self-host the Unstructured API or run it locally.
-
 ## Wrappers
 
 ### Data Loaders

docs/gallery.rst

@@ -343,12 +343,4 @@ Proprietary
     +++
 
     A journaling app for self-care that uses AI to uncover insights and patterns over time.
-
-
-Articles on **Google Scholar**
------------------------------
-
-LangChain is used in many scientific and research projects.
-
-**Google Scholar** presents a `list of the papers <https://scholar.google.com/scholar?q=%22langchain%22&hl=en&as_sdt=0,5&as_vis=1>`_
-with references to LangChain.
+    

docs/getting_started/getting_started.md

@@ -172,9 +172,9 @@ In order to load agents, you should understand the following concepts:
 - LLM: The language model powering the agent.
 - Agent: The agent to use. This should be a string that references a support agent class. Because this notebook focuses on the simplest, highest level API, this only covers using the standard supported agents. If you want to implement a custom agent, see the documentation for custom agents (coming soon).
 
-**Agents**: For a list of supported agents and their specifications, see [here](../modules/agents/getting_started.ipynb).
+**Agents**: For a list of supported agents and their specifications, see [here](../modules/agents/agents.md).
 
-**Tools**: For a list of predefined tools and their specifications, see [here](../modules/agents/tools/getting_started.md).
+**Tools**: For a list of predefined tools and their specifications, see [here](../modules/agents/tools.md).
 
 For this example, you will also need to install the SerpAPI Python package.
 
@@ -316,7 +316,7 @@ You can also pass in multiple messages for OpenAI's gpt-3.5-turbo and gpt-4 mode
 ```python
 messages = [
     SystemMessage(content="You are a helpful assistant that translates English to French."),
-    HumanMessage(content="I love programming.")
+    HumanMessage(content="Translate this sentence from English to French. I love programming.")
 ]
 chat(messages)
 # -> AIMessage(content="J'aime programmer.", additional_kwargs={})
@@ -327,29 +327,29 @@ You can go one step further and generate completions for multiple sets of messag
 batch_messages = [
     [
         SystemMessage(content="You are a helpful assistant that translates English to French."),
-        HumanMessage(content="I love programming.")
+        HumanMessage(content="Translate this sentence from English to French. I love programming.")
     ],
     [
         SystemMessage(content="You are a helpful assistant that translates English to French."),
-        HumanMessage(content="I love artificial intelligence.")
+        HumanMessage(content="Translate this sentence from English to French. I love artificial intelligence.")
     ],
 ]
 result = chat.generate(batch_messages)
 result
-# -> LLMResult(generations=[[ChatGeneration(text="J'aime programmer.", generation_info=None, message=AIMessage(content="J'aime programmer.", additional_kwargs={}))], [ChatGeneration(text="J'aime l'intelligence artificielle.", generation_info=None, message=AIMessage(content="J'aime l'intelligence artificielle.", additional_kwargs={}))]], llm_output={'token_usage': {'prompt_tokens': 57, 'completion_tokens': 20, 'total_tokens': 77}})
+# -> LLMResult(generations=[[ChatGeneration(text="J'aime programmer.", generation_info=None, message=AIMessage(content="J'aime programmer.", additional_kwargs={}))], [ChatGeneration(text="J'aime l'intelligence artificielle.", generation_info=None, message=AIMessage(content="J'aime l'intelligence artificielle.", additional_kwargs={}))]], llm_output={'token_usage': {'prompt_tokens': 71, 'completion_tokens': 18, 'total_tokens': 89}})
 ```
 
 You can recover things like token usage from this LLMResult:
 ```
 result.llm_output['token_usage']
-# -> {'prompt_tokens': 57, 'completion_tokens': 20, 'total_tokens': 77}
+# -> {'prompt_tokens': 71, 'completion_tokens': 18, 'total_tokens': 89}
 ```
 
 
 ## Chat Prompt Templates
 Similar to LLMs, you can make use of templating by using a `MessagePromptTemplate`. You can build a `ChatPromptTemplate` from one or more `MessagePromptTemplate`s. You can use `ChatPromptTemplate`'s `format_prompt` -- this returns a `PromptValue`, which you can convert to a string or `Message` object, depending on whether you want to use the formatted value as input to an llm or chat model.
 
-For convenience, there is a `from_template` method exposed on the template. If you were to use this template, this is what it would look like:
+For convience, there is a `from_template` method exposed on the template. If you were to use this template, this is what it would look like:
 
 ```python
 from langchain.chat_models import ChatOpenAI
@@ -361,9 +361,9 @@ from langchain.prompts.chat import (
 
 chat = ChatOpenAI(temperature=0)
 
-template = "You are a helpful assistant that translates {input_language} to {output_language}."
+template="You are a helpful assistant that translates {input_language} to {output_language}."
 system_message_prompt = SystemMessagePromptTemplate.from_template(template)
-human_template = "{text}"
+human_template="{text}"
 human_message_prompt = HumanMessagePromptTemplate.from_template(human_template)
 
 chat_prompt = ChatPromptTemplate.from_messages([system_message_prompt, human_message_prompt])
@@ -387,9 +387,9 @@ from langchain.prompts.chat import (
 
 chat = ChatOpenAI(temperature=0)
 
-template = "You are a helpful assistant that translates {input_language} to {output_language}."
+template="You are a helpful assistant that translates {input_language} to {output_language}."
 system_message_prompt = SystemMessagePromptTemplate.from_template(template)
-human_template = "{text}"
+human_template="{text}"
 human_message_prompt = HumanMessagePromptTemplate.from_template(human_template)
 chat_prompt = ChatPromptTemplate.from_messages([system_message_prompt, human_message_prompt])
 

docs/index.rst

@@ -44,8 +44,6 @@ These modules are, in increasing order of complexity:
 
 - `Agents <./modules/agents.html>`_: Agents involve an LLM making decisions about which Actions to take, taking that Action, seeing an Observation, and repeating that until done. LangChain provides a standard interface for agents, a selection of agents to choose from, and examples of end to end agents.
 
-- `Callbacks <./modules/callbacks/getting_started.html>`_: It can be difficult to track all that occurs inside a chain or agent - callbacks help add a level of observability and introspection.
-
 
 .. toctree::
    :maxdepth: 1
@@ -59,7 +57,6 @@ These modules are, in increasing order of complexity:
    ./modules/memory.md
    ./modules/chains.md
    ./modules/agents.md
-   ./modules/callbacks/getting_started.ipynb
 
 Use Cases
 ----------

docs/modules/agents.rst

@@ -10,30 +10,6 @@ but potentially an unknown chain that depends on the user's input.
 In these types of chains, there is a “agent” which has access to a suite of tools.
 Depending on the user input, the agent can then decide which, if any, of these tools to call.
 
-High level pseudocode of agents looks something like:
-
-- Some user input is received
-- The `agent` decides which `tool` - if any - to use, and what the input to that tool should be
-- That `tool` is then called with that `tool input`, and an `observation` is recorded (this is just the output of calling that tool with that tool input.
-- That history of `tool`, `tool input`, and `observation` is passed back into the `agent`, and it decides what steps to take next
-- This is repeated until the `agent` decides it no longer needs to use a `tool`, and then it responds directly to the user.
-
-The different abstractions involved in agents are as follows:
-
-- Agent: this is where the logic of the application lives. Agents expose an interface that takes in user input along with a list of previous steps the agent has taken, and returns either an `AgentAction` or `AgentFinish`
-    - `AgentAction` corresponds to the tool to use and the input to that tool
-    - `AgentFinish` means the agent is done, and has information around what to return to the user
-- Tools: these are the actions an agent can take. What tools you give an agent highly depend on what you want the agent to do
-- Toolkits: these are groups of tools designed for a specific use case. For example, in order for an agent to interact with a SQL database in the best way it may need access to one tool to execute queries and another tool to inspect tables.
-- Agent Executor: this wraps an agent and a list of tools. This is responsible for the loop of running the agent iteratively until the stopping criteria is met.
-
-The most important abstraction of the four above to understand is that of the agent.
-Although an agent can be defined in whatever way one chooses, the typical way to construct an agent is with:
-
-- PromptTemplate: this is responsible for taking the user input and previous steps and constructing a prompt to send to the language model
-- Language Model: this takes the prompt constructed by the PromptTemplate and returns some output
-- Output Parser: this takes the output of the Language Model and parses it into an `AgentAction` or `AgentFinish` object.
-
 In this section of documentation, we first start with a Getting Started notebook to cover how to use all things related to agents in an end-to-end manner.
 
 .. toctree::
@@ -47,27 +23,22 @@ We then split the documentation into the following sections:
 
 **Tools**
 
-In this section we cover the different types of tools LangChain supports natively.
-We then cover how to add your own tools.
+An overview of the various tools LangChain supports.
 
 
 **Agents**
 
-In this section we cover the different types of agents LangChain supports natively.
-We then cover how to modify and create your own agents.
+An overview of the different agent types.
 
 
 **Toolkits**
 
-In this section we go over the various toolkits that LangChain supports out of the box,
-and how to create an agent from them.
+An overview of toolkits, and examples of the different ones LangChain supports.
 
 
 **Agent Executor**
 
-In this section we go over the Agent Executor class, which is responsible for calling
-the agent and tools in a loop. We go over different ways to customize this, and options you
-can use for more control.
+An overview of the Agent Executor class and examples of how to use it.
 
 Go Deeper
 ---------

docs/modules/agents/agent_executors/examples/async_agent.ipynb

@@ -9,9 +9,9 @@
     "\n",
     "LangChain provides async support for Agents by leveraging the [asyncio](https://docs.python.org/3/library/asyncio.html) library.\n",
     "\n",
-    "Async methods are currently supported for the following `Tools`: [`GoogleSerperAPIWrapper`](https://github.com/hwchase17/langchain/blob/master/langchain/utilities/google_serper.py), [`SerpAPIWrapper`](https://github.com/hwchase17/langchain/blob/master/langchain/serpapi.py) and [`LLMMathChain`](https://github.com/hwchase17/langchain/blob/master/langchain/chains/llm_math/base.py). Async support for other agent tools are on the roadmap.\n",
+    "Async methods are currently supported for the following `Tools`: [`SerpAPIWrapper`](https://github.com/hwchase17/langchain/blob/master/langchain/serpapi.py) and [`LLMMathChain`](https://github.com/hwchase17/langchain/blob/master/langchain/chains/llm_math/base.py). Async support for other agent tools are on the roadmap.\n",
     "\n",
-    "For `Tool`s that have a `coroutine` implemented (the three mentioned above), the `AgentExecutor` will `await` them directly. Otherwise, the `AgentExecutor` will call the `Tool`'s `func` via `asyncio.get_event_loop().run_in_executor` to avoid blocking the main runloop.\n",
+    "For `Tool`s that have a `coroutine` implemented (the two mentioned above), the `AgentExecutor` will `await` them directly. Otherwise, the `AgentExecutor` will call the `Tool`'s `func` via `asyncio.get_event_loop().run_in_executor` to avoid blocking the main runloop.\n",
     "\n",
     "You can use `arun` to call an `AgentExecutor` asynchronously."
    ]
@@ -28,14 +28,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 1,
    "id": "da5df06c-af6f-4572-b9f5-0ab971c16487",
    "metadata": {
-    "tags": [],
-    "ExecuteTime": {
-     "end_time": "2023-05-04T01:27:22.755025Z",
-     "start_time": "2023-05-04T01:27:22.754041Z"
-    }
+    "tags": []
    },
    "outputs": [],
    "source": [
@@ -60,14 +56,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "fd4c294e-b1d6-44b8-b32e-2765c017e503",
    "metadata": {
-    "tags": [],
-    "ExecuteTime": {
-     "end_time": "2023-05-04T01:15:35.466212Z",
-     "start_time": "2023-05-04T01:14:05.452245Z"
-    }
+    "tags": []
    },
    "outputs": [
     {
@@ -76,105 +68,119 @@
      "text": [
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who won the US Open men's final in 2019 and then calculate his age raised to the 0.334 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Who won the US Open men's final in 2019?\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mRafael Nadal defeated Daniil Medvedev in the final, 7–5, 6–3, 5–7, 4–6, 6–4 to win the men's singles tennis title at the 2019 US Open. It was his fourth US ... Draw: 128 (16 Q / 8 WC). Champion: Rafael Nadal. Runner-up: Daniil Medvedev. Score: 7–5, 6–3, 5–7, 4–6, 6–4. Bianca Andreescu won the women's singles title, defeating Serena Williams in straight sets in the final, becoming the first Canadian to win a Grand Slam singles ... Rafael Nadal won his 19th career Grand Slam title, and his fourth US Open crown, by surviving an all-time comback effort from Daniil ... Rafael Nadal beats Daniil Medvedev in US Open final to claim 19th major title. World No2 claims 7-5, 6-3, 5-7, 4-6, 6-4 victory over Russian ... Rafael Nadal defeated Daniil Medvedev in the men's singles final of the U.S. Open on Sunday. Rafael Nadal survived. The 33-year-old defeated Daniil Medvedev in the final of the 2019 U.S. Open to earn his 19th Grand Slam title Sunday ... NEW YORK -- Rafael Nadal defeated Daniil Medvedev in an epic five-set match, 7-5, 6-3, 5-7, 4-6, 6-4 to win the men's singles title at the ... Nadal previously won the U.S. Open three times, most recently in 2017. Ahead of the match, Nadal said he was “super happy to be back in the ... Watch the full match between Daniil Medvedev and Rafael ... Duration: 4:47:32. Posted: Mar 20, 2020. US Open 2019: Rafael Nadal beats Daniil Medvedev · Updated: Sep. 08, 2019, 11:11 p.m. |; Published: Sep · Published: Sep. 08, 2019, 10:06 p.m.. 26. US Open ...\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know that Rafael Nadal won the US Open men's final in 2019 and he is 33 years old.\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who won the US Open men's final in 2019 and then calculate his age raised to the 0.334 power.\n",
+      "Action: Search\n",
+      "Action Input: \"US Open men's final 2019 winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mRafael Nadal\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Rafael Nadal's age\n",
+      "Action: Search\n",
+      "Action Input: \"Rafael Nadal age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m36 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 36 raised to the 0.334 power\n",
       "Action: Calculator\n",
-      "Action Input: 33^0.334\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 3.215019829667466\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know the final answer.\n",
-      "Final Answer: Rafael Nadal won the US Open men's final in 2019 and his age raised to the 0.334 power is 3.215019829667466.\u001B[0m\n",
+      "Action Input: 36^0.334\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 3.3098250249682484\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Rafael Nadal, aged 36, won the US Open men's final in 2019 and his age raised to the 0.334 power is 3.3098250249682484.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who Olivia Wilde's boyfriend is and then calculate his age raised to the 0.23 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Olivia Wilde boyfriend\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mSudeikis and Wilde's relationship ended in November 2020. Wilde was publicly served with court documents regarding child custody while she was presenting Don't Worry Darling at CinemaCon 2022. In January 2021, Wilde began dating singer Harry Styles after meeting during the filming of Don't Worry Darling.\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to find out Harry Styles' age.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Harry Styles age\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3m29 years\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to calculate 29 raised to the 0.23 power.\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who Olivia Wilde's boyfriend is and then calculate his age raised to the 0.23 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Olivia Wilde boyfriend\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mJason Sudeikis\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Jason Sudeikis' age\n",
+      "Action: Search\n",
+      "Action Input: \"Jason Sudeikis age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m47 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 47 raised to the 0.23 power\n",
       "Action: Calculator\n",
-      "Action Input: 29^0.23\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.169459462491557\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know the final answer.\n",
-      "Final Answer: Harry Styles is Olivia Wilde's boyfriend and his current age raised to the 0.23 power is 2.169459462491557.\u001B[0m\n",
+      "Action Input: 47^0.23\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.4242784855673896\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Jason Sudeikis, Olivia Wilde's boyfriend, is 47 years old and his age raised to the 0.23 power is 2.4242784855673896.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who won the most recent grand prix and then calculate their age raised to the 0.23 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"who won the most recent formula 1 grand prix\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mMax Verstappen won his first Formula 1 world title on Sunday after the championship was decided by a last-lap overtake of his rival Lewis Hamilton in the Abu Dhabi Grand Prix. Dec 12, 2021\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to find out Max Verstappen's age\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Max Verstappen age\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3m25 years\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to calculate 25 raised to the 0.23 power\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who won the grand prix and then calculate their age raised to the 0.23 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Formula 1 Grand Prix Winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mMax Verstappen\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Max Verstappen's age\n",
+      "Action: Search\n",
+      "Action Input: \"Max Verstappen Age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m25 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 25 raised to the 0.23 power\n",
       "Action: Calculator\n",
-      "Action Input: 25^0.23\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.096651272316035\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know the final answer\n",
-      "Final Answer: Max Verstappen, aged 25, won the most recent Formula 1 grand prix and his age raised to the 0.23 power is 2.096651272316035.\u001B[0m\n",
+      "Action Input: 25^0.23\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 1.84599359907945\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Max Verstappen, 25 years old, raised to the 0.23 power is 1.84599359907945.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who won the US Open women's final in 2019 and then calculate her age raised to the 0.34 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"US Open women's final 2019 winner\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mWHAT HAPPENED: #SheTheNorth? She the champion. Nineteen-year-old Canadian Bianca Andreescu sealed her first Grand Slam title on Saturday, downing 23-time major champion Serena Williams in the 2019 US Open women's singles final, 6-3, 7-5. Sep 7, 2019\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now need to calculate her age raised to the 0.34 power.\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who won the US Open women's final in 2019 and then calculate her age raised to the 0.34 power.\n",
+      "Action: Search\n",
+      "Action Input: \"US Open women's final 2019 winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mBianca Andreescu defeated Serena Williams in the final, 6–3, 7–5 to win the women's singles tennis title at the 2019 US Open. It was her first major title, and she became the first Canadian, as well as the first player born in the 2000s, to win a major singles title.\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Bianca Andreescu's age.\n",
+      "Action: Search\n",
+      "Action Input: \"Bianca Andreescu age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m22 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the age of Bianca Andreescu and can calculate her age raised to the 0.34 power.\n",
       "Action: Calculator\n",
-      "Action Input: 19^0.34\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.7212987634680084\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know the final answer.\n",
-      "Final Answer: Nineteen-year-old Canadian Bianca Andreescu won the US Open women's final in 2019 and her age raised to the 0.34 power is 2.7212987634680084.\u001B[0m\n",
+      "Action Input: 22^0.34\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.8603798598506933\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer.\n",
+      "Final Answer: Bianca Andreescu won the US Open women's final in 2019 and her age raised to the 0.34 power is 2.8603798598506933.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who Beyonce's husband is and then calculate his age raised to the 0.19 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Who is Beyonce's husband?\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mJay-Z\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to find out Jay-Z's age\n",
-      "Action: Google Serper\n",
-      "Action Input: \"How old is Jay-Z?\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3m53 years\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to calculate 53 raised to the 0.19 power\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who Beyonce's husband is and then calculate his age raised to the 0.19 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Who is Beyonce's husband?\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mJay-Z\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Jay-Z's age\n",
+      "Action: Search\n",
+      "Action Input: \"How old is Jay-Z?\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m53 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 53 raised to the 0.19 power\n",
       "Action: Calculator\n",
-      "Action Input: 53^0.19\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.12624064206896\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I now know the final answer\n",
-      "Final Answer: Jay-Z is Beyonce's husband and his age raised to the 0.19 power is 2.12624064206896.\u001B[0m\n",
+      "Action Input: 53^0.19\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.12624064206896\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Jay-Z is Beyonce's husband and his age raised to the 0.19 power is 2.12624064206896.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
-      "Serial executed in 89.97 seconds.\n"
+      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "Serial executed in 65.11 seconds.\n"
      ]
     }
    ],
    "source": [
-    "llm = OpenAI(temperature=0)\n",
-    "tools = load_tools([\"google-serper\", \"llm-math\"], llm=llm)\n",
-    "agent = initialize_agent(\n",
-    "    tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True\n",
-    ")\n",
+    "def generate_serially():\n",
+    "    for q in questions:\n",
+    "        llm = OpenAI(temperature=0)\n",
+    "        tools = load_tools([\"llm-math\", \"serpapi\"], llm=llm)\n",
+    "        agent = initialize_agent(\n",
+    "            tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True\n",
+    "        )\n",
+    "        agent.run(q)\n",
     "\n",
     "s = time.perf_counter()\n",
-    "for q in questions:\n",
-    "    agent.run(q)\n",
+    "generate_serially()\n",
     "elapsed = time.perf_counter() - s\n",
     "print(f\"Serial executed in {elapsed:0.2f} seconds.\")"
    ]
@@ -184,11 +190,7 @@
    "execution_count": 4,
    "id": "076d7b85-45ec-465d-8b31-c2ad119c3438",
    "metadata": {
-    "tags": [],
-    "ExecuteTime": {
-     "end_time": "2023-05-04T01:26:59.737657Z",
-     "start_time": "2023-05-04T01:26:42.182078Z"
-    }
+    "tags": []
    },
    "outputs": [
     {
@@ -197,95 +199,192 @@
      "text": [
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\n",
       "\n",
-      "\u001B[1m> Entering new AgentExecutor chain...\u001B[0m\n",
-      "\u001B[32;1m\u001B[1;3m I need to find out who Olivia Wilde's boyfriend is and then calculate his age raised to the 0.23 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Olivia Wilde boyfriend\"\u001B[0m\u001B[32;1m\u001B[1;3m I need to find out who Beyonce's husband is and then calculate his age raised to the 0.19 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Who is Beyonce's husband?\"\u001B[0m\u001B[32;1m\u001B[1;3m I need to find out who won the most recent formula 1 grand prix and then calculate their age raised to the 0.23 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"most recent formula 1 grand prix winner\"\u001B[0m\u001B[32;1m\u001B[1;3m I need to find out who won the US Open men's final in 2019 and then calculate his age raised to the 0.334 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Who won the US Open men's final in 2019?\"\u001B[0m\u001B[32;1m\u001B[1;3m I need to find out who won the US Open women's final in 2019 and then calculate her age raised to the 0.34 power.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"US Open women's final 2019 winner\"\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3mSudeikis and Wilde's relationship ended in November 2020. Wilde was publicly served with court documents regarding child custody while she was presenting Don't Worry Darling at CinemaCon 2022. In January 2021, Wilde began dating singer Harry Styles after meeting during the filming of Don't Worry Darling.\u001B[0m\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who Olivia Wilde's boyfriend is and then calculate his age raised to the 0.23 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Olivia Wilde boyfriend\"\u001b[0m\u001b[32;1m\u001b[1;3m I need to find out who Beyonce's husband is and then calculate his age raised to the 0.19 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Who is Beyonce's husband?\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mJay-Z\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out who won the grand prix and then calculate their age raised to the 0.23 power.\n",
+      "Action: Search\n",
+      "Action Input: \"Formula 1 Grand Prix Winner\"\u001b[0m\u001b[32;1m\u001b[1;3m I need to find out who won the US Open women's final in 2019 and then calculate her age raised to the 0.34 power.\n",
+      "Action: Search\n",
+      "Action Input: \"US Open women's final 2019 winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mJason Sudeikis\u001b[0m\n",
       "Thought:\n",
-      "Observation: \u001B[36;1m\u001B[1;3mJay-Z\u001B[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mMax Verstappen\u001b[0m\n",
       "Thought:\n",
-      "Observation: \u001B[36;1m\u001B[1;3mRafael Nadal defeated Daniil Medvedev in the final, 7–5, 6–3, 5–7, 4–6, 6–4 to win the men's singles tennis title at the 2019 US Open. It was his fourth US ... Draw: 128 (16 Q / 8 WC). Champion: Rafael Nadal. Runner-up: Daniil Medvedev. Score: 7–5, 6–3, 5–7, 4–6, 6–4. Bianca Andreescu won the women's singles title, defeating Serena Williams in straight sets in the final, becoming the first Canadian to win a Grand Slam singles ... Rafael Nadal won his 19th career Grand Slam title, and his fourth US Open crown, by surviving an all-time comback effort from Daniil ... Rafael Nadal beats Daniil Medvedev in US Open final to claim 19th major title. World No2 claims 7-5, 6-3, 5-7, 4-6, 6-4 victory over Russian ... Rafael Nadal defeated Daniil Medvedev in the men's singles final of the U.S. Open on Sunday. Rafael Nadal survived. The 33-year-old defeated Daniil Medvedev in the final of the 2019 U.S. Open to earn his 19th Grand Slam title Sunday ... NEW YORK -- Rafael Nadal defeated Daniil Medvedev in an epic five-set match, 7-5, 6-3, 5-7, 4-6, 6-4 to win the men's singles title at the ... Nadal previously won the U.S. Open three times, most recently in 2017. Ahead of the match, Nadal said he was “super happy to be back in the ... Watch the full match between Daniil Medvedev and Rafael ... Duration: 4:47:32. Posted: Mar 20, 2020. US Open 2019: Rafael Nadal beats Daniil Medvedev · Updated: Sep. 08, 2019, 11:11 p.m. |; Published: Sep · Published: Sep. 08, 2019, 10:06 p.m.. 26. US Open ...\u001B[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mBianca Andreescu defeated Serena Williams in the final, 6–3, 7–5 to win the women's singles tennis title at the 2019 US Open. It was her first major title, and she became the first Canadian, as well as the first player born in the 2000s, to win a major singles title.\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Jason Sudeikis' age\n",
+      "Action: Search\n",
+      "Action Input: \"Jason Sudeikis age\"\u001b[0m\u001b[32;1m\u001b[1;3m I need to find out Jay-Z's age\n",
+      "Action: Search\n",
+      "Action Input: \"How old is Jay-Z?\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m53 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out who won the US Open men's final in 2019 and then calculate his age raised to the 0.334 power.\n",
+      "Action: Search\n",
+      "Action Input: \"US Open men's final 2019 winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mRafael Nadal defeated Daniil Medvedev in the final, 7–5, 6–3, 5–7, 4–6, 6–4 to win the men's singles tennis title at the 2019 US Open. It was his fourth US ...\u001b[0m\n",
       "Thought:\n",
-      "Observation: \u001B[36;1m\u001B[1;3mWHAT HAPPENED: #SheTheNorth? She the champion. Nineteen-year-old Canadian Bianca Andreescu sealed her first Grand Slam title on Saturday, downing 23-time major champion Serena Williams in the 2019 US Open women's singles final, 6-3, 7-5. Sep 7, 2019\u001B[0m\n",
-      "Thought:\n",
-      "Observation: \u001B[36;1m\u001B[1;3mLewis Hamilton holds the record for the most race wins in Formula One history, with 103 wins to date. Michael Schumacher, the previous record holder, ... Michael Schumacher (top left) and Lewis Hamilton (top right) have each won the championship a record seven times during their careers, while Sebastian Vettel ( ... Grand Prix, Date, Winner, Car, Laps, Time. Bahrain, 05 Mar 2023, Max Verstappen VER, Red Bull Racing Honda RBPT, 57, 1:33:56.736. Saudi Arabia, 19 Mar 2023 ... The Red Bull driver Max Verstappen of the Netherlands celebrated winning his first Formula 1 world title at the Abu Dhabi Grand Prix. Perez wins sprint as Verstappen, Russell clash. Red Bull's Sergio Perez won the first sprint of the 2023 Formula One season after catching and passing Charles ... The most successful driver in the history of F1 is Lewis Hamilton. The man from Stevenage has won 103 Grands Prix throughout his illustrious career and is still ... Lewis Hamilton: 103. Max Verstappen: 37. Michael Schumacher: 91. Fernando Alonso: 32. Max Verstappen and Sergio Perez will race in a very different-looking Red Bull this weekend after the team unveiled a striking special livery for the Miami GP. Lewis Hamilton holds the record of most victories with 103, ahead of Michael Schumacher (91) and Sebastian Vettel (53). Schumacher also holds the record for the ... Lewis Hamilton holds the record for the most race wins in Formula One history, with 103 wins to date. Michael Schumacher, the previous record holder, is second ...\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to find out Harry Styles' age.\n",
-      "Action: Google Serper\n",
-      "Action Input: \"Harry Styles age\"\u001B[0m\u001B[32;1m\u001B[1;3m I need to find out Jay-Z's age\n",
-      "Action: Google Serper\n",
-      "Action Input: \"How old is Jay-Z?\"\u001B[0m\u001B[32;1m\u001B[1;3m I now know that Rafael Nadal won the US Open men's final in 2019 and he is 33 years old.\n",
+      "Observation: \u001b[33;1m\u001b[1;3m47 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Max Verstappen's age\n",
+      "Action: Search\n",
+      "Action Input: \"Max Verstappen Age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m25 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Bianca Andreescu's age.\n",
+      "Action: Search\n",
+      "Action Input: \"Bianca Andreescu age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m22 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 53 raised to the 0.19 power\n",
       "Action: Calculator\n",
-      "Action Input: 33^0.334\u001B[0m\u001B[32;1m\u001B[1;3m I now need to calculate her age raised to the 0.34 power.\n",
+      "Action Input: 53^0.19\u001b[0m\u001b[32;1m\u001b[1;3m I need to find out the age of the winner\n",
+      "Action: Search\n",
+      "Action Input: \"Rafael Nadal age\"\u001b[0m\u001b[32;1m\u001b[1;3m I need to calculate 47 raised to the 0.23 power\n",
       "Action: Calculator\n",
-      "Action Input: 19^0.34\u001B[0m\n",
-      "Observation: \u001B[36;1m\u001B[1;3m29 years\u001B[0m\n",
-      "Thought:\n",
-      "Observation: \u001B[36;1m\u001B[1;3m53 years\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m Max Verstappen won the most recent Formula 1 grand prix.\n",
+      "Action Input: 47^0.23\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m36 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 25 raised to the 0.23 power\n",
       "Action: Calculator\n",
-      "Action Input: Max Verstappen's age (23) raised to the 0.23 power\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.7212987634680084\u001B[0m\n",
-      "Thought:\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 3.215019829667466\u001B[0m\n",
-      "Thought:\u001B[32;1m\u001B[1;3m I need to calculate 29 raised to the 0.23 power.\n",
+      "Action Input: 25^0.23\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.12624064206896\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the age of Bianca Andreescu and can calculate her age raised to the 0.34 power.\n",
       "Action: Calculator\n",
-      "Action Input: 29^0.23\u001B[0m\u001B[32;1m\u001B[1;3m I need to calculate 53 raised to the 0.19 power\n",
+      "Action Input: 22^0.34\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 1.84599359907945\u001b[0m\n",
+      "Thought:\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.4242784855673896\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now need to calculate his age raised to the 0.334 power\n",
       "Action: Calculator\n",
-      "Action Input: 53^0.19\u001B[0m\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.0568252837687546\u001B[0m\n",
-      "Thought:\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.169459462491557\u001B[0m\n",
-      "Thought:\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "Action Input: 36^0.334\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 2.8603798598506933\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Jay-Z is Beyonce's husband and his age raised to the 0.19 power is 2.12624064206896.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Max Verstappen, 25 years old, raised to the 0.23 power is 1.84599359907945.\u001b[0m\n",
       "\n",
-      "Observation: \u001B[33;1m\u001B[1;3mAnswer: 2.12624064206896\u001B[0m\n",
-      "Thought:\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 3.3098250249682484\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Jason Sudeikis, Olivia Wilde's boyfriend, is 47 years old and his age raised to the 0.23 power is 2.4242784855673896.\u001b[0m\n",
       "\n",
-      "\u001B[1m> Finished chain.\u001B[0m\n",
-      "Concurrent executed in 17.52 seconds.\n"
+      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I now know the final answer.\n",
+      "Final Answer: Bianca Andreescu won the US Open women's final in 2019 and her age raised to the 0.34 power is 2.8603798598506933.\u001b[0m\n",
+      "\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Rafael Nadal, aged 36, won the US Open men's final in 2019 and his age raised to the 0.334 power is 3.3098250249682484.\u001b[0m\n",
+      "\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "Concurrent executed in 12.38 seconds.\n"
      ]
     }
    ],
    "source": [
-    "llm = OpenAI(temperature=0)\n",
-    "tools = load_tools([\"google-serper\",\"llm-math\"], llm=llm)\n",
-    "agent = initialize_agent(\n",
-    "    tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True\n",
-    ")\n",
+    "async def generate_concurrently():\n",
+    "    agents = []\n",
+    "    # To make async requests in Tools more efficient, you can pass in your own aiohttp.ClientSession, \n",
+    "    # but you must manually close the client session at the end of your program/event loop\n",
+    "    aiosession = ClientSession()\n",
+    "    callbacks = [StdOutCallbackHandler()]\n",
+    "    for _ in questions:\n",
+    "        llm = OpenAI(temperature=0)\n",
+    "        async_tools = load_tools([\"llm-math\", \"serpapi\"], llm=llm, aiosession=aiosession)\n",
+    "        agents.append(\n",
+    "            initialize_agent(async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION)\n",
+    "        )\n",
+    "    tasks = [async_agent.arun(q, callbacks=callbacks) for async_agent, q in zip(agents, questions)]\n",
+    "    await asyncio.gather(*tasks)\n",
+    "    await aiosession.close()\n",
     "\n",
     "s = time.perf_counter()\n",
-    "# If running this outside of Jupyter, use asyncio.run or loop.run_until_complete\n",
-    "tasks = [agent.arun(q) for q in questions]\n",
-    "await asyncio.gather(*tasks)\n",
+    "# If running this outside of Jupyter, use asyncio.run(generate_concurrently())\n",
+    "await generate_concurrently()\n",
     "elapsed = time.perf_counter() - s\n",
     "print(f\"Concurrent executed in {elapsed:0.2f} seconds.\")"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "97ef285c-4a43-4a4e-9698-cd52a1bc56c9",
+   "metadata": {},
+   "source": [
+    "## Using Tracing with Asynchronous Agents\n",
+    "\n",
+    "To use tracing with async agents, you must pass in a custom `CallbackManager` with `LangChainTracer` to each agent running asynchronously. This way, you avoid collisions while the trace is being collected."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "44bda05a-d33e-4e91-9a71-a0f3f96aae95",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to find out who won the US Open men's final in 2019 and then calculate his age raised to the 0.334 power.\n",
+      "Action: Search\n",
+      "Action Input: \"US Open men's final 2019 winner\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mRafael Nadal\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to find out Rafael Nadal's age\n",
+      "Action: Search\n",
+      "Action Input: \"Rafael Nadal age\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3m36 years\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I need to calculate 36 raised to the 0.334 power\n",
+      "Action: Calculator\n",
+      "Action Input: 36^0.334\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3mAnswer: 3.3098250249682484\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: Rafael Nadal, aged 36, won the US Open men's final in 2019 and his age raised to the 0.334 power is 3.3098250249682484.\u001b[0m\n",
+      "\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n"
+     ]
+    }
+   ],
+   "source": [
+    "# To make async requests in Tools more efficient, you can pass in your own aiohttp.ClientSession, \n",
+    "# but you must manually close the client session at the end of your program/event loop\n",
+    "aiosession = ClientSession()\n",
+    "tracer = LangChainTracer()\n",
+    "tracer.load_default_session()\n",
+    "callbacks = [StdOutCallbackHandler(), tracer]\n",
+    "\n",
+    "# Pass the manager into the llm if you want llm calls traced.\n",
+    "llm = OpenAI(temperature=0)\n",
+    "\n",
+    "async_tools = load_tools([\"llm-math\", \"serpapi\"], llm=llm, aiosession=aiosession)\n",
+    "async_agent = initialize_agent(async_tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION)\n",
+    "await async_agent.arun(questions[0], callbacks=callbacks)\n",
+    "await aiosession.close()"
+   ]
   }
  ],
  "metadata": {
@@ -304,7 +403,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.9"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/agents/agents/examples/structured_chat.ipynb

@@ -1,307 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "4658d71a",
-   "metadata": {},
-   "source": [
-    "# Structured Tool Chat Agent\n",
-    "\n",
-    "This notebook walks through using a chat agent capable of using multi-input tools.\n",
-    "\n",
-    "Older agents are configured to specify an action input as a single string, but this agent can use the provided tools' `args_schema` to populate the action input.\n",
-    "\n",
-    "This functionality is natively available in the (`structured-chat-zero-shot-react-description` or `AgentType.STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION`)."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "ccc8ff98",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "os.environ[\"LANGCHAIN_TRACING\"] = \"true\" # If you want to trace the execution of the program, set to \"true\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "f65308ab",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.agents import AgentType\n",
-    "from langchain.chat_models import ChatOpenAI\n",
-    "from langchain.agents import initialize_agent"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "30aaf540-9e8e-436e-af8b-89e610e34120",
-   "metadata": {},
-   "source": [
-    "### Initialize Tools\n",
-    "\n",
-    "We will test the agent using a web browser."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "71027ff2-5d09-49cd-92a1-24b2c454a7ae",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.agents.agent_toolkits import PlayWrightBrowserToolkit\n",
-    "from langchain.tools.playwright.utils import (\n",
-    "    create_async_playwright_browser,\n",
-    "    create_sync_playwright_browser, # A synchronous browser is available, though it isn't compatible with jupyter.\n",
-    ")\n",
-    "\n",
-    "# This import is required only for jupyter notebooks, since they have their own eventloop\n",
-    "import nest_asyncio\n",
-    "nest_asyncio.apply()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "5fb14d6d",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "async_browser = create_async_playwright_browser()\n",
-    "browser_toolkit = PlayWrightBrowserToolkit.from_browser(async_browser=async_browser)\n",
-    "tools = browser_toolkit.get_tools()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "cafe9bc1",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "llm = ChatOpenAI(temperature=0) # Also works well with Anthropic models\n",
-    "agent_chain = initialize_agent(tools, llm, agent=AgentType.STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION, verbose=True)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "4f4aa234-9746-47d8-bec7-d76081ac3ef6",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "Hi Erica! How can I assist you today?\n"
-     ]
-    }
-   ],
-   "source": [
-    "response = await agent_chain.arun(input=\"Hi I'm Erica.\")\n",
-    "print(response)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "23e7dc33-50a5-4685-8e9b-4ac49e12877f",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "I'm here to chat! How's your day going?\n"
-     ]
-    }
-   ],
-   "source": [
-    "response = await agent_chain.arun(input=\"Don't need help really just chatting.\")\n",
-    "print(response)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "id": "dc70b454",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mAction:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"navigate_browser\",\n",
-      "  \"action_input\": {\n",
-      "    \"url\": \"https://blog.langchain.dev/\"\n",
-      "  }\n",
-      "}\n",
-      "```\n",
-      "\n",
-      "\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3mNavigating to https://blog.langchain.dev/ returned status code 200\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI need to extract the text from the webpage to summarize it.\n",
-      "Action:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"extract_text\",\n",
-      "  \"action_input\": {}\n",
-      "}\n",
-      "```\n",
-      "\u001b[0m\n",
-      "Observation: \u001b[31;1m\u001b[1;3mLangChain LangChain Home About GitHub Docs LangChain The official LangChain blog. Auto-Evaluator Opportunities Editor's Note: this is a guest blog post by Lance Martin.\n",
-      "\n",
-      "\n",
-      "TL;DR\n",
-      "\n",
-      "We recently open-sourced an auto-evaluator tool for grading LLM question-answer chains. We are now releasing an open source, free to use hosted app and API to expand usability. Below we discuss a few opportunities to further improve May 1, 2023 5 min read Callbacks Improvements TL;DR: We're announcing improvements to our callbacks system, which powers logging, tracing, streaming output, and some awesome third-party integrations. This will better support concurrent runs with independent callbacks, tracing of deeply nested trees of LangChain components, and callback handlers scoped to a single request (which is super useful for May 1, 2023 3 min read Unleashing the power of AI Collaboration with Parallelized LLM Agent Actor Trees Editor's note: the following is a guest blog post from Cyrus at Shaman AI. We use guest blog posts to highlight interesting and novel applciations, and this is certainly that. There's been a lot of talk about agents recently, but most have been discussions around a single agent. If multiple Apr 28, 2023 4 min read Gradio & LLM Agents Editor's note: this is a guest blog post from Freddy Boulton, a software engineer at Gradio. We're excited to share this post because it brings a large number of exciting new tools into the ecosystem. Agents are largely defined by the tools they have, so to be able to equip Apr 23, 2023 4 min read RecAlign - The smart content filter for social media feed [Editor's Note] This is a guest post by Tian Jin. We are highlighting this application as we think it is a novel use case. Specifically, we think recommendation systems are incredibly impactful in our everyday lives and there has not been a ton of discourse on how LLMs will impact Apr 22, 2023 3 min read Improving Document Retrieval with Contextual Compression Note: This post assumes some familiarity with LangChain and is moderately technical.\n",
-      "\n",
-      "💡 TL;DR: We’ve introduced a new abstraction and a new document Retriever to facilitate the post-processing of retrieved documents. Specifically, the new abstraction makes it easy to take a set of retrieved documents and extract from them Apr 20, 2023 3 min read Autonomous Agents & Agent Simulations Over the past two weeks, there has been a massive increase in using LLMs in an agentic manner. Specifically, projects like AutoGPT, BabyAGI, CAMEL, and Generative Agents have popped up. The LangChain community has now implemented some parts of all of those projects in the LangChain framework. While researching and Apr 18, 2023 7 min read AI-Powered Medical Knowledge: Revolutionizing Care for Rare Conditions [Editor's Note]: This is a guest post by Jack Simon, who recently participated in a hackathon at Williams College. He built a LangChain-powered chatbot focused on appendiceal cancer, aiming to make specialized knowledge more accessible to those in need. If you are interested in building a chatbot for another rare Apr 17, 2023 3 min read Auto-Eval of Question-Answering Tasks By Lance Martin\n",
-      "\n",
-      "Context\n",
-      "\n",
-      "LLM ops platforms, such as LangChain, make it easy to assemble LLM components (e.g., models, document retrievers, data loaders) into chains. Question-Answering is one of the most popular applications of these chains. But it is often not always obvious to determine what parameters (e.g. Apr 15, 2023 3 min read Announcing LangChainJS Support for Multiple JS Environments TLDR: We're announcing support for running LangChain.js in browsers, Cloudflare Workers, Vercel/Next.js, Deno, Supabase Edge Functions, alongside existing support for Node.js ESM and CJS. See install/upgrade docs and breaking changes list.\n",
-      "\n",
-      "\n",
-      "Context\n",
-      "\n",
-      "Originally we designed LangChain.js to run in Node.js, which is the Apr 11, 2023 3 min read LangChain x Supabase Supabase is holding an AI Hackathon this week. Here at LangChain we are big fans of both Supabase and hackathons, so we thought this would be a perfect time to highlight the multiple ways you can use LangChain and Supabase together.\n",
-      "\n",
-      "The reason we like Supabase so much is that Apr 8, 2023 2 min read Announcing our $10M seed round led by Benchmark It was only six months ago that we released the first version of LangChain, but it seems like several years. When we launched, generative AI was starting to go mainstream: stable diffusion had just been released and was captivating people’s imagination and fueling an explosion in developer activity, Jasper Apr 4, 2023 4 min read Custom Agents One of the most common requests we've heard is better functionality and documentation for creating custom agents. This has always been a bit tricky - because in our mind it's actually still very unclear what an \"agent\" actually is, and therefor what the \"right\" abstractions for them may be. Recently, Apr 3, 2023 3 min read Retrieval TL;DR: We are adjusting our abstractions to make it easy for other retrieval methods besides the LangChain VectorDB object to be used in LangChain. This is done with the goals of (1) allowing retrievers constructed elsewhere to be used more easily in LangChain, (2) encouraging more experimentation with alternative Mar 23, 2023 4 min read LangChain + Zapier Natural Language Actions (NLA) We are super excited to team up with Zapier and integrate their new Zapier NLA API into LangChain, which you can now use with your agents and chains. With this integration, you have access to the 5k+ apps and 20k+ actions on Zapier's platform through a natural language API interface. Mar 16, 2023 2 min read Evaluation Evaluation of language models, and by extension applications built on top of language models, is hard. With recent model releases (OpenAI, Anthropic, Google) evaluation is becoming a bigger and bigger issue. People are starting to try to tackle this, with OpenAI releasing OpenAI/evals - focused on evaluating OpenAI models. Mar 14, 2023 3 min read LLMs and SQL Francisco Ingham and Jon Luo are two of the community members leading the change on the SQL integrations. We’re really excited to write this blog post with them going over all the tips and tricks they’ve learned doing so. We’re even more excited to announce that we’ Mar 13, 2023 8 min read Origin Web Browser [Editor's Note]: This is the second of hopefully many guest posts. We intend to highlight novel applications building on top of LangChain. If you are interested in working with us on such a post, please reach out to harrison@langchain.dev.\n",
-      "\n",
-      "Authors: Parth Asawa (pgasawa@), Ayushi Batwara (ayushi.batwara@), Jason Mar 8, 2023 4 min read Prompt Selectors One common complaint we've heard is that the default prompt templates do not work equally well for all models. This became especially pronounced this past week when OpenAI released a ChatGPT API. This new API had a completely new interface (which required new abstractions) and as a result many users Mar 8, 2023 2 min read Chat Models Last week OpenAI released a ChatGPT endpoint. It came marketed with several big improvements, most notably being 10x cheaper and a lot faster. But it also came with a completely new API endpoint. We were able to quickly write a wrapper for this endpoint to let users use it like Mar 6, 2023 6 min read Using the ChatGPT API to evaluate the ChatGPT API OpenAI released a new ChatGPT API yesterday. Lots of people were excited to try it. But how does it actually compare to the existing API? It will take some time before there is a definitive answer, but here are some initial thoughts. Because I'm lazy, I also enrolled the help Mar 2, 2023 5 min read Agent Toolkits Today, we're announcing agent toolkits, a new abstraction that allows developers to create agents designed for a particular use-case (for example, interacting with a relational database or interacting with an OpenAPI spec). We hope to continue developing different toolkits that can enable agents to do amazing feats. Toolkits are supported Mar 1, 2023 3 min read TypeScript Support It's finally here... TypeScript support for LangChain.\n",
-      "\n",
-      "What does this mean? It means that all your favorite prompts, chains, and agents are all recreatable in TypeScript natively. Both the Python version and TypeScript version utilize the same serializable format, meaning that artifacts can seamlessly be shared between languages. As an Feb 17, 2023 2 min read Streaming Support in LangChain We’re excited to announce streaming support in LangChain. There's been a lot of talk about the best UX for LLM applications, and we believe streaming is at its core. We’ve also updated the chat-langchain repo to include streaming and async execution. We hope that this repo can serve Feb 14, 2023 2 min read LangChain + Chroma Today we’re announcing LangChain's integration with Chroma, the first step on the path to the Modern A.I Stack.\n",
-      "\n",
-      "\n",
-      "LangChain - The A.I-native developer toolkit\n",
-      "\n",
-      "We started LangChain with the intent to build a modular and flexible framework for developing A.I-native applications. Some of the use cases Feb 13, 2023 2 min read Page 1 of 2 Older Posts → LangChain © 2023 Sign up Powered by Ghost\u001b[0m\n",
-      "Thought:\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "The LangChain blog has recently released an open-source auto-evaluator tool for grading LLM question-answer chains and is now releasing an open-source, free-to-use hosted app and API to expand usability. The blog also discusses various opportunities to further improve the LangChain platform.\n"
-     ]
-    }
-   ],
-   "source": [
-    "response = await agent_chain.arun(input=\"Browse to blog.langchain.dev and summarize the text, please.\")\n",
-    "print(response)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "id": "0084efd6",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThought: I can navigate to the xkcd website and extract the latest comic title and alt text to answer the question.\n",
-      "Action:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"navigate_browser\",\n",
-      "  \"action_input\": {\n",
-      "    \"url\": \"https://xkcd.com/\"\n",
-      "  }\n",
-      "}\n",
-      "```\n",
-      "\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3mNavigating to https://xkcd.com/ returned status code 200\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI can extract the latest comic title and alt text using CSS selectors.\n",
-      "Action:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"get_elements\",\n",
-      "  \"action_input\": {\n",
-      "    \"selector\": \"#ctitle, #comic img\",\n",
-      "    \"attributes\": [\"alt\", \"src\"]\n",
-      "  }\n",
-      "}\n",
-      "``` \n",
-      "\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3m[{\"alt\": \"Tapetum Lucidum\", \"src\": \"//imgs.xkcd.com/comics/tapetum_lucidum.png\"}]\u001b[0m\n",
-      "Thought:\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "The latest xkcd comic is titled \"Tapetum Lucidum\" and the image can be found at https://xkcd.com/2565/.\n"
-     ]
-    }
-   ],
-   "source": [
-    "response = await agent_chain.arun(input=\"What's the latest xkcd comic about?\")\n",
-    "print(response)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "ebd7ae33-f67d-4378-ac79-9d91e0c8f53a",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.2"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/modules/agents/toolkits/examples/csv.ipynb

@@ -116,7 +116,7 @@
     }
    ],
    "source": [
-    "agent.run(\"how many people have more than 3 siblings\")"
+    "agent.run(\"how many people have more than 3 sibligngs\")"
    ]
   },
   {

docs/modules/agents/toolkits/examples/pandas.ipynb

@@ -118,7 +118,7 @@
     }
    ],
    "source": [
-    "agent.run(\"how many people have more than 3 siblings\")"
+    "agent.run(\"how many people have more than 3 sibligngs\")"
    ]
   },
   {

docs/modules/agents/toolkits/examples/spark.ipynb

@@ -1,229 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# Spark Dataframe Agent\n",
-    "\n",
-    "This notebook shows how to use agents to interact with a Spark dataframe. It is mostly optimized for question answering.\n",
-    "\n",
-    "**NOTE: this agent calls the Python agent under the hood, which executes LLM generated Python code - this can be bad if the LLM generated Python code is harmful. Use cautiously.**"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 14,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.agents import create_spark_dataframe_agent\n",
-    "import os\n",
-    "\n",
-    "os.environ[\"OPENAI_API_KEY\"] = \"...input_your_openai_api_key...\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 15,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "+-----------+--------+------+--------------------+------+----+-----+-----+----------------+-------+-----+--------+\n",
-      "|PassengerId|Survived|Pclass|                Name|   Sex| Age|SibSp|Parch|          Ticket|   Fare|Cabin|Embarked|\n",
-      "+-----------+--------+------+--------------------+------+----+-----+-----+----------------+-------+-----+--------+\n",
-      "|          1|       0|     3|Braund, Mr. Owen ...|  male|22.0|    1|    0|       A/5 21171|   7.25| null|       S|\n",
-      "|          2|       1|     1|Cumings, Mrs. Joh...|female|38.0|    1|    0|        PC 17599|71.2833|  C85|       C|\n",
-      "|          3|       1|     3|Heikkinen, Miss. ...|female|26.0|    0|    0|STON/O2. 3101282|  7.925| null|       S|\n",
-      "|          4|       1|     1|Futrelle, Mrs. Ja...|female|35.0|    1|    0|          113803|   53.1| C123|       S|\n",
-      "|          5|       0|     3|Allen, Mr. Willia...|  male|35.0|    0|    0|          373450|   8.05| null|       S|\n",
-      "|          6|       0|     3|    Moran, Mr. James|  male|null|    0|    0|          330877| 8.4583| null|       Q|\n",
-      "|          7|       0|     1|McCarthy, Mr. Tim...|  male|54.0|    0|    0|           17463|51.8625|  E46|       S|\n",
-      "|          8|       0|     3|Palsson, Master. ...|  male| 2.0|    3|    1|          349909| 21.075| null|       S|\n",
-      "|          9|       1|     3|Johnson, Mrs. Osc...|female|27.0|    0|    2|          347742|11.1333| null|       S|\n",
-      "|         10|       1|     2|Nasser, Mrs. Nich...|female|14.0|    1|    0|          237736|30.0708| null|       C|\n",
-      "|         11|       1|     3|Sandstrom, Miss. ...|female| 4.0|    1|    1|         PP 9549|   16.7|   G6|       S|\n",
-      "|         12|       1|     1|Bonnell, Miss. El...|female|58.0|    0|    0|          113783|  26.55| C103|       S|\n",
-      "|         13|       0|     3|Saundercock, Mr. ...|  male|20.0|    0|    0|       A/5. 2151|   8.05| null|       S|\n",
-      "|         14|       0|     3|Andersson, Mr. An...|  male|39.0|    1|    5|          347082| 31.275| null|       S|\n",
-      "|         15|       0|     3|Vestrom, Miss. Hu...|female|14.0|    0|    0|          350406| 7.8542| null|       S|\n",
-      "|         16|       1|     2|Hewlett, Mrs. (Ma...|female|55.0|    0|    0|          248706|   16.0| null|       S|\n",
-      "|         17|       0|     3|Rice, Master. Eugene|  male| 2.0|    4|    1|          382652| 29.125| null|       Q|\n",
-      "|         18|       1|     2|Williams, Mr. Cha...|  male|null|    0|    0|          244373|   13.0| null|       S|\n",
-      "|         19|       0|     3|Vander Planke, Mr...|female|31.0|    1|    0|          345763|   18.0| null|       S|\n",
-      "|         20|       1|     3|Masselmani, Mrs. ...|female|null|    0|    0|            2649|  7.225| null|       C|\n",
-      "+-----------+--------+------+--------------------+------+----+-----+-----+----------------+-------+-----+--------+\n",
-      "only showing top 20 rows\n",
-      "\n"
-     ]
-    }
-   ],
-   "source": [
-    "from langchain.llms import OpenAI\n",
-    "from pyspark.sql import SparkSession\n",
-    "\n",
-    "spark = SparkSession.builder.getOrCreate()\n",
-    "csv_file_path = \"titanic.csv\"\n",
-    "df = spark.read.csv(csv_file_path, header=True, inferSchema=True)\n",
-    "df.show()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 16,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "agent = create_spark_dataframe_agent(llm=OpenAI(temperature=0), df=df, verbose=True)\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 17,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThought: I need to find out how many rows are in the dataframe\n",
-      "Action: python_repl_ast\n",
-      "Action Input: df.count()\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m891\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
-      "Final Answer: There are 891 rows in the dataframe.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "'There are 891 rows in the dataframe.'"
-      ]
-     },
-     "execution_count": 17,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent.run(\"how many rows are there?\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThought: I need to find out how many people have more than 3 siblings\n",
-      "Action: python_repl_ast\n",
-      "Action Input: df.filter(df.SibSp > 3).count()\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m30\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
-      "Final Answer: 30 people have more than 3 siblings.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "'30 people have more than 3 siblings.'"
-      ]
-     },
-     "execution_count": 12,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent.run(\"how many people have more than 3 siblings\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 13,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mThought: I need to get the average age first\n",
-      "Action: python_repl_ast\n",
-      "Action Input: df.agg({\"Age\": \"mean\"}).collect()[0][0]\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m29.69911764705882\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I now have the average age, I need to get the square root\n",
-      "Action: python_repl_ast\n",
-      "Action Input: math.sqrt(29.69911764705882)\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mname 'math' is not defined\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I need to import math first\n",
-      "Action: python_repl_ast\n",
-      "Action Input: import math\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I now have the math library imported, I can get the square root\n",
-      "Action: python_repl_ast\n",
-      "Action Input: math.sqrt(29.69911764705882)\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m5.449689683556195\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I now know the final answer\n",
-      "Final Answer: 5.449689683556195\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "'5.449689683556195'"
-      ]
-     },
-     "execution_count": 13,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent.run(\"whats the square root of the average age?\")"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "LangChain",
-   "language": "python",
-   "name": "langchain"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.9.16"
-  },
-  "orig_nbformat": 4
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

docs/modules/agents/tools/custom_tools.ipynb

@@ -1,7 +1,6 @@
 {
  "cells": [
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "5436020b",
    "metadata": {},
@@ -13,10 +12,11 @@
     "- name (str), is required and must be unique within a set of tools provided to an agent\n",
     "- description (str), is optional but recommended, as it is used by an agent to determine tool use\n",
     "- return_direct (bool), defaults to False\n",
-    "- args_schema (Pydantic BaseModel), is optional but recommended, can be used to provide more information (e.g., few-shot examples) or validation for expected parameters.\n",
+    "- args_schema (Pydantic BaseModel), is optional but recommended, can be used to provide more information or validation for expected parameters.\n",
     "\n",
+    "The function that should be called when the tool is selected should return a single string.\n",
     "\n",
-    "There are two main ways to define a tool, we will cover both in the example below."
+    "There are two ways to define a tool, we will cover both in the example below."
    ]
   },
   {
@@ -30,9 +30,9 @@
    "source": [
     "# Import things that are needed generically\n",
     "from langchain import LLMMathChain, SerpAPIWrapper\n",
-    "from langchain.agents import AgentType, initialize_agent\n",
+    "from langchain.agents import AgentType, Tool, initialize_agent, tool\n",
     "from langchain.chat_models import ChatOpenAI\n",
-    "from langchain.tools import BaseTool, StructuredTool, Tool, tool"
+    "from langchain.tools import BaseTool"
    ]
   },
   {
@@ -56,27 +56,22 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "f8bc72c2",
    "metadata": {},
    "source": [
-    "## Completely New Tools - String Input and Output\n",
-    "\n",
-    "The simplest tools accept a single query string and return a string output. If your tool function requires multiple arguments, you might want to skip down to the `StructuredTool` section below.\n",
+    "## Completely New Tools \n",
+    "First, we show how to create completely new tools from scratch.\n",
     "\n",
     "There are two ways to do this: either by using the Tool dataclass, or by subclassing the BaseTool class."
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "b63fcc3b",
    "metadata": {},
    "source": [
-    "### Tool dataclass\n",
-    "\n",
-    "The 'Tool' dataclass wraps functions that accept a single string input and returns a string output."
+    "### Tool dataclass"
    ]
   },
   {
@@ -86,46 +81,19 @@
    "metadata": {
     "tags": []
    },
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/wfh/code/lc/lckg/langchain/chains/llm_math/base.py:50: UserWarning: Directly instantiating an LLMMathChain with an llm is deprecated. Please instantiate with llm_chain argument or using the from_llm class method.\n",
-      "  warnings.warn(\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "# Load the tool configs that are needed.\n",
     "search = SerpAPIWrapper()\n",
     "llm_math_chain = LLMMathChain(llm=llm, verbose=True)\n",
     "tools = [\n",
-    "    Tool.from_function(\n",
-    "        func=search.run,\n",
+    "    Tool(\n",
     "        name = \"Search\",\n",
+    "        func=search.run,\n",
     "        description=\"useful for when you need to answer questions about current events\"\n",
-    "        # coroutine= ... <- you can specify an async method if desired as well\n",
     "    ),\n",
-    "]"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "e9b560f7",
-   "metadata": {},
-   "source": [
-    "You can also define a custom `args_schema`` to provide more information about inputs."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "631361e7",
-   "metadata": {},
-   "outputs": [],
-   "source": [
+    "]\n",
+    "# You can also define an args_schema to provide more information about inputs\n",
     "from pydantic import BaseModel, Field\n",
     "\n",
     "class CalculatorInput(BaseModel):\n",
@@ -133,19 +101,18 @@
     "        \n",
     "\n",
     "tools.append(\n",
-    "    Tool.from_function(\n",
-    "        func=llm_math_chain.run,\n",
+    "    Tool(\n",
     "        name=\"Calculator\",\n",
+    "        func=llm_math_chain.run,\n",
     "        description=\"useful for when you need to answer questions about math\",\n",
     "        args_schema=CalculatorInput\n",
-    "        # coroutine= ... <- you can specify an async method if desired as well\n",
     "    )\n",
     ")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "5b93047d",
    "metadata": {
     "tags": []
@@ -159,7 +126,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "id": "6f96a891",
    "metadata": {
     "tags": []
@@ -174,17 +141,7 @@
       "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\u001b[32;1m\u001b[1;3mI need to find out Leo DiCaprio's girlfriend's name and her age\n",
       "Action: Search\n",
-      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mAfter rumours of a romance with Gigi Hadid, the Oscar winner has seemingly moved on. First being linked to the television personality in September 2022, it appears as if his \"age bracket\" has moved up. This follows his rumoured relationship with mere 19-year-old Eden Polani.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI still need to find out his current girlfriend's name and age\n",
-      "Action: Search\n",
-      "Action Input: \"Leo DiCaprio current girlfriend\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mJust Jared on Instagram: “Leonardo DiCaprio & girlfriend Camila Morrone couple up for a lunch date!\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mNow that I know his girlfriend's name is Camila Morrone, I need to find her current age\n",
-      "Action: Search\n",
-      "Action Input: \"Camila Morrone age\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m25 years\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mNow that I have her age, I need to calculate her age raised to the 0.43 power\n",
+      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\u001b[36;1m\u001b[1;3mDiCaprio broke up with girlfriend Camila Morrone, 25, in the summer of 2022, after dating for four years.\u001b[0m\u001b[32;1m\u001b[1;3mI need to find out Camila Morrone's current age\n",
       "Action: Calculator\n",
       "Action Input: 25^(0.43)\u001b[0m\n",
       "\n",
@@ -196,10 +153,8 @@
       "\u001b[0m\n",
       "Answer: \u001b[33;1m\u001b[1;3m3.991298452658078\u001b[0m\n",
       "\u001b[1m> Finished chain.\u001b[0m\n",
-      "\n",
-      "Observation: \u001b[33;1m\u001b[1;3mAnswer: 3.991298452658078\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know the final answer\n",
-      "Final Answer: Camila Morrone's current age raised to the 0.43 power is approximately 3.99.\u001b[0m\n",
+      "\u001b[33;1m\u001b[1;3mAnswer: 3.991298452658078\u001b[0m\u001b[32;1m\u001b[1;3mI now know the final answer\n",
+      "Final Answer: 3.991298452658078\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
@@ -207,10 +162,10 @@
     {
      "data": {
       "text/plain": [
-       "\"Camila Morrone's current age raised to the 0.43 power is approximately 3.99.\""
+       "'3.991298452658078'"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -220,65 +175,71 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "6f12eaf0",
    "metadata": {},
    "source": [
-    "### Subclassing the BaseTool class\n",
-    "\n",
-    "You can also directly subclass `BaseTool`. This is useful if you want more control over the instance variables or if you want to propagate callbacks to nested chains or other tools."
+    "### Subclassing the BaseTool class"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "c58a7c40",
    "metadata": {
     "tags": []
    },
    "outputs": [],
    "source": [
-    "from typing import Optional, Type\n",
-    "\n",
-    "from langchain.callbacks.manager import AsyncCallbackManagerForToolRun, CallbackManagerForToolRun\n",
+    "from typing import Type\n",
     "\n",
     "class CustomSearchTool(BaseTool):\n",
-    "    name = \"custom_search\"\n",
+    "    name = \"Search\"\n",
     "    description = \"useful for when you need to answer questions about current events\"\n",
     "\n",
-    "    def _run(self, query: str, run_manager: Optional[CallbackManagerForToolRun] = None) -> str:\n",
+    "    def _run(self, query: str) -> str:\n",
     "        \"\"\"Use the tool.\"\"\"\n",
     "        return search.run(query)\n",
     "    \n",
-    "    async def _arun(self, query: str, run_manager: Optional[AsyncCallbackManagerForToolRun] = None) -> str:\n",
+    "    async def _arun(self, query: str) -> str:\n",
     "        \"\"\"Use the tool asynchronously.\"\"\"\n",
-    "        raise NotImplementedError(\"custom_search does not support async\")\n",
+    "        raise NotImplementedError(\"BingSearchRun does not support async\")\n",
     "    \n",
     "class CustomCalculatorTool(BaseTool):\n",
     "    name = \"Calculator\"\n",
     "    description = \"useful for when you need to answer questions about math\"\n",
     "    args_schema: Type[BaseModel] = CalculatorInput\n",
     "\n",
-    "    def _run(self, query: str, run_manager: Optional[CallbackManagerForToolRun] = None) -> str:\n",
+    "    def _run(self, query: str) -> str:\n",
     "        \"\"\"Use the tool.\"\"\"\n",
     "        return llm_math_chain.run(query)\n",
     "    \n",
-    "    async def _arun(self, query: str,  run_manager: Optional[AsyncCallbackManagerForToolRun] = None) -> str:\n",
+    "    async def _arun(self, query: str) -> str:\n",
     "        \"\"\"Use the tool asynchronously.\"\"\"\n",
-    "        raise NotImplementedError(\"Calculator does not support async\")"
+    "        raise NotImplementedError(\"BingSearchRun does not support async\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 7,
    "id": "3318a46f",
    "metadata": {
     "tags": []
    },
    "outputs": [],
    "source": [
-    "tools = [CustomSearchTool(), CustomCalculatorTool()]\n",
+    "tools = [CustomSearchTool(), CustomCalculatorTool()]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "ee2d0f3a",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
     "agent = initialize_agent(tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True)"
    ]
   },
@@ -297,30 +258,22 @@
       "\n",
       "\n",
       "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mI need to use custom_search to find out who Leo DiCaprio's girlfriend is, and then use the Calculator to raise her age to the 0.43 power.\n",
-      "Action: custom_search\n",
-      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mAfter rumours of a romance with Gigi Hadid, the Oscar winner has seemingly moved on. First being linked to the television personality in September 2022, it appears as if his \"age bracket\" has moved up. This follows his rumoured relationship with mere 19-year-old Eden Polani.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI need to find out the current age of Eden Polani.\n",
-      "Action: custom_search\n",
-      "Action Input: \"Eden Polani age\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m19 years old\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mNow I can use the Calculator to raise her age to the 0.43 power.\n",
+      "\u001b[32;1m\u001b[1;3mI need to find out Leo DiCaprio's girlfriend's name and her age\n",
+      "Action: Search\n",
+      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\u001b[36;1m\u001b[1;3mDiCaprio broke up with girlfriend Camila Morrone, 25, in the summer of 2022, after dating for four years.\u001b[0m\u001b[32;1m\u001b[1;3mI need to find out Camila Morrone's current age\n",
       "Action: Calculator\n",
-      "Action Input: 19 ^ 0.43\u001b[0m\n",
+      "Action Input: 25^(0.43)\u001b[0m\n",
       "\n",
       "\u001b[1m> Entering new LLMMathChain chain...\u001b[0m\n",
-      "19 ^ 0.43\u001b[32;1m\u001b[1;3m```text\n",
-      "19 ** 0.43\n",
+      "25^(0.43)\u001b[32;1m\u001b[1;3m```text\n",
+      "25**(0.43)\n",
       "```\n",
-      "...numexpr.evaluate(\"19 ** 0.43\")...\n",
+      "...numexpr.evaluate(\"25**(0.43)\")...\n",
       "\u001b[0m\n",
-      "Answer: \u001b[33;1m\u001b[1;3m3.547023357958959\u001b[0m\n",
+      "Answer: \u001b[33;1m\u001b[1;3m3.991298452658078\u001b[0m\n",
       "\u001b[1m> Finished chain.\u001b[0m\n",
-      "\n",
-      "Observation: \u001b[33;1m\u001b[1;3mAnswer: 3.547023357958959\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know the final answer.\n",
-      "Final Answer: 3.547023357958959\u001b[0m\n",
+      "\u001b[33;1m\u001b[1;3mAnswer: 3.991298452658078\u001b[0m\u001b[32;1m\u001b[1;3mI now know the final answer\n",
+      "Final Answer: 3.991298452658078\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
@@ -328,7 +281,7 @@
     {
      "data": {
       "text/plain": [
-       "'3.547023357958959'"
+       "'3.991298452658078'"
       ]
      },
      "execution_count": 9,
@@ -359,13 +312,34 @@
    },
    "outputs": [],
    "source": [
-    "from langchain.tools import tool\n",
+    "from langchain.agents import tool\n",
     "\n",
     "@tool\n",
     "def search_api(query: str) -> str:\n",
     "    \"\"\"Searches the API for the query.\"\"\"\n",
-    "    return f\"Results for query {query}\"\n",
-    "\n",
+    "    return f\"Results for query {query}\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "0a23b91b",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Tool(name='search_api', description='search_api(query: str) -> str - Searches the API for the query.', args_schema=<class 'pydantic.main.SearchApi'>, return_direct=False, verbose=False, callback_manager=<langchain.callbacks.shared.SharedCallbackManager object at 0x12748c4c0>, func=<function search_api at 0x16bd664c0>, coroutine=None)"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
     "search_api"
    ]
   },
@@ -459,149 +433,18 @@
    ]
   },
   {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "61d2e80b",
-   "metadata": {},
-   "source": [
-    "## Custom Structured Tools\n",
-    "\n",
-    "If your functions require more structured arguments, you can use the `StructuredTool` class directly, or still subclass the `BaseTool` class."
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "5be41722",
-   "metadata": {},
-   "source": [
-    "### StructuredTool dataclass\n",
-    "\n",
-    "To dynamically generate a structured tool from a given function, the fastest way to get started is with `StructuredTool.from_function()`."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "id": "3c070216",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import requests\n",
-    "from langchain.tools import StructuredTool\n",
-    "\n",
-    "def post_message(url: str, body: dict, parameters: Optional[dict] = None) -> str:\n",
-    "    \"\"\"Sends a POST request to the given url with the given body and parameters.\"\"\"\n",
-    "    result = requests.post(url, json=body, params=parameters)\n",
-    "    return f\"Status: {result.status_code} - {result.text}\"\n",
-    "\n",
-    "tool = StructuredTool.from_function(post_message)"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "fb0a38eb",
-   "metadata": {},
-   "source": [
-    "## Subclassing the BaseTool\n",
-    "\n",
-    "The BaseTool automatically infers the schema from the _run method's signature."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 11,
-   "id": "7505c9c5",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from typing import Optional, Type\n",
-    "\n",
-    "from langchain.callbacks.manager import AsyncCallbackManagerForToolRun, CallbackManagerForToolRun\n",
-    "            \n",
-    "class CustomSearchTool(BaseTool):\n",
-    "    name = \"custom_search\"\n",
-    "    description = \"useful for when you need to answer questions about current events\"\n",
-    "\n",
-    "    def _run(self, query: str, engine: str = \"google\", gl: str = \"us\", hl: str = \"en\", run_manager: Optional[CallbackManagerForToolRun] = None) -> str:\n",
-    "        \"\"\"Use the tool.\"\"\"\n",
-    "        search_wrapper = SerpAPIWrapper(params={\"engine\": engine, \"gl\": gl, \"hl\": hl})\n",
-    "        return search_wrapper.run(query)\n",
-    "    \n",
-    "    async def _arun(self, query: str,  engine: str = \"google\", gl: str = \"us\", hl: str = \"en\", run_manager: Optional[AsyncCallbackManagerForToolRun] = None) -> str:\n",
-    "        \"\"\"Use the tool asynchronously.\"\"\"\n",
-    "        raise NotImplementedError(\"custom_search does not support async\")\n",
-    "\n",
-    "\n",
-    "\n",
-    "# You can provide a custom args schema to add descriptions or custom validation\n",
-    "\n",
-    "class SearchSchema(BaseModel):\n",
-    "    query: str = Field(description=\"should be a search query\")\n",
-    "    engine: str = Field(description=\"should be a search engine\")\n",
-    "    gl: str = Field(description=\"should be a country code\")\n",
-    "    hl: str = Field(description=\"should be a language code\")\n",
-    "\n",
-    "class CustomSearchTool(BaseTool):\n",
-    "    name = \"custom_search\"\n",
-    "    description = \"useful for when you need to answer questions about current events\"\n",
-    "    args_schema: Type[SearchSchema] = SearchSchema\n",
-    "\n",
-    "    def _run(self, query: str, engine: str = \"google\", gl: str = \"us\", hl: str = \"en\", run_manager: Optional[CallbackManagerForToolRun] = None) -> str:\n",
-    "        \"\"\"Use the tool.\"\"\"\n",
-    "        search_wrapper = SerpAPIWrapper(params={\"engine\": engine, \"gl\": gl, \"hl\": hl})\n",
-    "        return search_wrapper.run(query)\n",
-    "    \n",
-    "    async def _arun(self, query: str,  engine: str = \"google\", gl: str = \"us\", hl: str = \"en\", run_manager: Optional[AsyncCallbackManagerForToolRun] = None) -> str:\n",
-    "        \"\"\"Use the tool asynchronously.\"\"\"\n",
-    "        raise NotImplementedError(\"custom_search does not support async\")\n",
-    "    \n",
-    "    "
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "7d68b0ac",
-   "metadata": {},
-   "source": [
-    "## Using the decorator\n",
-    "\n",
-    "The `tool` decorator creates a structured tool automatically if the signature has multiple arguments."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "id": "38d11416",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import requests\n",
-    "from langchain.tools import tool\n",
-    "\n",
-    "@tool\n",
-    "def post_message(url: str, body: dict, parameters: Optional[dict] = None) -> str:\n",
-    "    \"\"\"Sends a POST request to the given url with the given body and parameters.\"\"\"\n",
-    "    result = requests.post(url, json=body, params=parameters)\n",
-    "    return f\"Status: {result.status_code} - {result.text}\""
-   ]
-  },
-  {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "1d0430d6",
    "metadata": {},
    "source": [
     "## Modify existing tools\n",
     "\n",
-    "Now, we show how to load existing tools and modify them directly. In the example below, we do something really simple and change the Search tool to have the name `Google Search`."
+    "Now, we show how to load existing tools and just modify them. In the example below, we do something really simple and change the Search tool to have the name `Google Search`."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 14,
    "id": "79213f40",
    "metadata": {},
    "outputs": [],
@@ -611,7 +454,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 15,
    "id": "e1067dcb",
    "metadata": {},
    "outputs": [],
@@ -621,7 +464,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 16,
    "id": "6c66ffe8",
    "metadata": {},
    "outputs": [],
@@ -631,7 +474,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 17,
    "id": "f45b5bc3",
    "metadata": {},
    "outputs": [],
@@ -641,7 +484,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": 18,
    "id": "565e2b9b",
    "metadata": {},
    "outputs": [
@@ -654,18 +497,10 @@
       "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
       "\u001b[32;1m\u001b[1;3mI need to find out Leo DiCaprio's girlfriend's name and her age.\n",
       "Action: Google Search\n",
-      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mAfter rumours of a romance with Gigi Hadid, the Oscar winner has seemingly moved on. First being linked to the television personality in September 2022, it appears as if his \"age bracket\" has moved up. This follows his rumoured relationship with mere 19-year-old Eden Polani.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI still need to find out his current girlfriend's name and her age.\n",
-      "Action: Google Search\n",
-      "Action Input: \"Leo DiCaprio current girlfriend age\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mLeonardo DiCaprio has been linked with 19-year-old model Eden Polani, continuing the rumour that he doesn't date any women over the age of ...\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI need to find out the age of Eden Polani.\n",
+      "Action Input: \"Leo DiCaprio girlfriend\"\u001b[0m\u001b[36;1m\u001b[1;3mI draw the lime at going to get a Mohawk, though.\" DiCaprio broke up with girlfriend Camila Morrone, 25, in the summer of 2022, after dating for four years. He's since been linked to another famous supermodel – Gigi Hadid.\u001b[0m\u001b[32;1m\u001b[1;3mNow I need to find out Camila Morrone's current age.\n",
       "Action: Calculator\n",
-      "Action Input: 19^(0.43)\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3mAnswer: 3.547023357958959\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know the final answer.\n",
-      "Final Answer: The age of Leo DiCaprio's girlfriend raised to the 0.43 power is approximately 3.55.\u001b[0m\n",
+      "Action Input: 25^0.43\u001b[0m\u001b[33;1m\u001b[1;3mAnswer: 3.991298452658078\u001b[0m\u001b[32;1m\u001b[1;3mI now know the final answer.\n",
+      "Final Answer: Camila Morrone's current age raised to the 0.43 power is approximately 3.99.\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
@@ -673,10 +508,10 @@
     {
      "data": {
       "text/plain": [
-       "\"The age of Leo DiCaprio's girlfriend raised to the 0.43 power is approximately 3.55.\""
+       "\"Camila Morrone's current age raised to the 0.43 power is approximately 3.99.\""
       ]
      },
-     "execution_count": 17,
+     "execution_count": 18,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -702,7 +537,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 19,
    "id": "3450512e",
    "metadata": {},
    "outputs": [],
@@ -839,6 +674,153 @@
    "source": [
     "agent.run(\"whats 2**.12\")"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "8aa3c353-bd89-467c-9c27-b83a90cd4daa",
+   "metadata": {},
+   "source": [
+    "## Multi-argument tools\n",
+    "\n",
+    "Many functions expect structured inputs. These can also be supported using the Tool decorator or by directly subclassing `BaseTool`! We have to modify the LLM's OutputParser to map its string output to a dictionary to pass to the action, however."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "id": "537bc628",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "from typing import Optional, Union\n",
+    "\n",
+    "@tool\n",
+    "def custom_search(k: int, query: str, other_arg: Optional[str] = None):\n",
+    "    \"\"\"The custom search function.\"\"\"\n",
+    "    return f\"Here are the results for the custom search: k={k}, query={query}, other_arg={other_arg}\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "id": "d5c992cf-776a-40cd-a6c4-e7cf65ea709e",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import re\n",
+    "from langchain.schema import (\n",
+    "    AgentAction,\n",
+    "    AgentFinish,\n",
+    ")\n",
+    "from langchain.agents import AgentOutputParser\n",
+    "\n",
+    "# We will add a custom parser to map the arguments to a dictionary\n",
+    "class CustomOutputParser(AgentOutputParser):\n",
+    "    \n",
+    "    def parse_tool_input(self, action_input: str) -> dict:\n",
+    "        # Regex pattern to match arguments and their values\n",
+    "        pattern = r\"(\\w+)\\s*=\\s*(None|\\\"[^\\\"]*\\\"|\\d+)\"\n",
+    "        matches = re.findall(pattern, action_input)\n",
+    "        \n",
+    "        if not matches:\n",
+    "            raise ValueError(f\"Could not parse action input: `{action_input}`\")\n",
+    "\n",
+    "        # Create a dictionary with the parsed arguments and their values\n",
+    "        parsed_input = {}\n",
+    "        for arg, value in matches:\n",
+    "            if value == \"None\":\n",
+    "                parsed_value = None\n",
+    "            elif value.isdigit():\n",
+    "                parsed_value = int(value)\n",
+    "            else:\n",
+    "                parsed_value = value.strip('\"')\n",
+    "            parsed_input[arg] = parsed_value\n",
+    "\n",
+    "        return parsed_input\n",
+    "    \n",
+    "    def parse(self, llm_output: str) -> Union[AgentAction, AgentFinish]:\n",
+    "        # Check if agent should finish\n",
+    "        if \"Final Answer:\" in llm_output:\n",
+    "            return AgentFinish(\n",
+    "                # Return values is generally always a dictionary with a single `output` key\n",
+    "                # It is not recommended to try anything else at the moment :)\n",
+    "                return_values={\"output\": llm_output.split(\"Final Answer:\")[-1].strip()},\n",
+    "                log=llm_output,\n",
+    "            )\n",
+    "        # Parse out the action and action input\n",
+    "        regex = r\"Action\\s*\\d*\\s*:(.*?)\\nAction\\s*\\d*\\s*Input\\s*\\d*\\s*:[\\s]*(.*)\"\n",
+    "        match = re.search(regex, llm_output, re.DOTALL)\n",
+    "        if not match:\n",
+    "            raise ValueError(f\"Could not parse LLM output: `{llm_output}`\")\n",
+    "        action = match.group(1).strip()\n",
+    "        action_input = match.group(2)\n",
+    "        tool_input = self.parse_tool_input(action_input)\n",
+    "        # Return the action and action \n",
+    "        return AgentAction(tool=action, tool_input=tool_input, log=llm_output)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "id": "68269547-1482-4138-a6ea-58f00b4a9548",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "llm = OpenAI(temperature=0)\n",
+    "agent = initialize_agent([custom_search], llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True, agent_kwargs={\"output_parser\": CustomOutputParser()})"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "id": "0947835a-691c-4f51-b8f4-6744e0e48ab1",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\n",
+      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
+      "\u001b[32;1m\u001b[1;3m I need to use a search function to find the answer\n",
+      "Action: custom_search\n",
+      "Action Input: k=1, query=\"me\"\u001b[0m\u001b[36;1m\u001b[1;3mHere are the results for the custom search: k=1, query=me, other_arg=None\u001b[0m\u001b[32;1m\u001b[1;3m I now know the final answer\n",
+      "Final Answer: The results of the custom search for k=1, query=me, other_arg=None.\u001b[0m\n",
+      "\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'The results of the custom search for k=1, query=me, other_arg=None.'"
+      ]
+     },
+     "execution_count": 27,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "agent.run(\"Search for me and tell me whatever it says\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "caf39c66-102b-42c1-baf2-777a49886ce4",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -857,7 +839,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.2"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {

docs/modules/agents/tools/examples/apify.ipynb

@@ -1,6 +1,7 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -19,15 +20,7 @@
    ]
   },
   {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#!pip install apify-client"
-   ]
-  },
-  {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -46,6 +39,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -66,6 +60,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -90,6 +85,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -106,6 +102,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -159,9 +156,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.16"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/agents/tools/examples/arxiv.ipynb

@@ -5,7 +5,7 @@
    "id": "245a954a",
    "metadata": {},
    "source": [
-    "# ArXiv API Tool\n",
+    "# Arxiv API\n",
     "\n",
     "This notebook goes over how to use the `arxiv` component. \n",
     "\n",
@@ -30,92 +30,6 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "ce1a4827-ce89-4f31-a041-3246743e513a",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.chat_models import ChatOpenAI\n",
-    "from langchain.agents import load_tools, initialize_agent, AgentType\n",
-    "\n",
-    "llm = ChatOpenAI(temperature=0.0)\n",
-    "tools = load_tools(\n",
-    "    [\"arxiv\"], \n",
-    ")\n",
-    "\n",
-    "agent_chain = initialize_agent(\n",
-    "    tools,\n",
-    "    llm,\n",
-    "    agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION,\n",
-    "    verbose=True,\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "ad7dd945-5ae3-49e5-b667-6d86b15050b6",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mI need to use Arxiv to search for the paper.\n",
-      "Action: Arxiv\n",
-      "Action Input: \"1605.08386\"\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mPublished: 2016-05-26\n",
-      "Title: Heat-bath random walks with Markov bases\n",
-      "Authors: Caprice Stanley, Tobias Windisch\n",
-      "Summary: Graphs on lattice points are studied whose edges come from a finite set of\n",
-      "allowed moves of arbitrary length. We show that the diameter of these graphs on\n",
-      "fibers of a fixed integer matrix can be bounded from above by a constant. We\n",
-      "then study the mixing behaviour of heat-bath random walks on these graphs. We\n",
-      "also state explicit conditions on the set of moves so that the heat-bath random\n",
-      "walk, a generalization of the Glauber dynamics, is an expander in fixed\n",
-      "dimension.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mThe paper is about heat-bath random walks with Markov bases on graphs of lattice points.\n",
-      "Final Answer: The paper 1605.08386 is about heat-bath random walks with Markov bases on graphs of lattice points.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "'The paper 1605.08386 is about heat-bath random walks with Markov bases on graphs of lattice points.'"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent_chain.run(\n",
-    "    \"What's the paper 1605.08386 about?\",\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "b4183343-d69a-4be0-9b2c-cc98464a6825",
-   "metadata": {},
-   "source": [
-    "## The ArXiv API Wrapper\n",
-    "\n",
-    "The tool wraps the API Wrapper. Below, we can explore some of the features it provides."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
    "id": "8d32b39a",
    "metadata": {
     "tags": []
@@ -143,7 +57,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "34bb5968",
    "metadata": {
     "tags": []
@@ -155,32 +69,29 @@
        "'Published: 2016-05-26\\nTitle: Heat-bath random walks with Markov bases\\nAuthors: Caprice Stanley, Tobias Windisch\\nSummary: Graphs on lattice points are studied whose edges come from a finite set of\\nallowed moves of arbitrary length. We show that the diameter of these graphs on\\nfibers of a fixed integer matrix can be bounded from above by a constant. We\\nthen study the mixing behaviour of heat-bath random walks on these graphs. We\\nalso state explicit conditions on the set of moves so that the heat-bath random\\nwalk, a generalization of the Glauber dynamics, is an expander in fixed\\ndimension.'"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "\n",
-    "arxiv = ArxivAPIWrapper()\n",
     "docs = arxiv.run(\"1605.08386\")\n",
     "docs"
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "840f70c9-8f80-4680-bb38-46198e931bcf",
    "metadata": {},
    "source": [
     "Now, we want to get information about one author, `Caprice Stanley`.\n",
     "\n",
-    "This query returns information about three articles. By default, the query returns information only about three top articles."
+    "This query returns information about three articles. By default, query returns information only about three top articles."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "id": "b0867fda-e119-4b19-9ec6-e354fa821db3",
    "metadata": {
     "tags": []
@@ -192,7 +103,7 @@
        "'Published: 2017-10-10\\nTitle: On Mixing Behavior of a Family of Random Walks Determined by a Linear Recurrence\\nAuthors: Caprice Stanley, Seth Sullivant\\nSummary: We study random walks on the integers mod $G_n$ that are determined by an\\ninteger sequence $\\\\{ G_n \\\\}_{n \\\\geq 1}$ generated by a linear recurrence\\nrelation. Fourier analysis provides explicit formulas to compute the\\neigenvalues of the transition matrices and we use this to bound the mixing time\\nof the random walks.\\n\\nPublished: 2016-05-26\\nTitle: Heat-bath random walks with Markov bases\\nAuthors: Caprice Stanley, Tobias Windisch\\nSummary: Graphs on lattice points are studied whose edges come from a finite set of\\nallowed moves of arbitrary length. We show that the diameter of these graphs on\\nfibers of a fixed integer matrix can be bounded from above by a constant. We\\nthen study the mixing behaviour of heat-bath random walks on these graphs. We\\nalso state explicit conditions on the set of moves so that the heat-bath random\\nwalk, a generalization of the Glauber dynamics, is an expander in fixed\\ndimension.\\n\\nPublished: 2003-03-18\\nTitle: Calculation of fluxes of charged particles and neutrinos from atmospheric showers\\nAuthors: V. Plyaskin\\nSummary: The results on the fluxes of charged particles and neutrinos from a\\n3-dimensional (3D) simulation of atmospheric showers are presented. An\\nagreement of calculated fluxes with data on charged particles from the AMS and\\nCAPRICE detectors is demonstrated. Predictions on neutrino fluxes at different\\nexperimental sites are compared with results from other calculations.'"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -212,7 +123,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "3580aeeb-086f-45ba-bcdc-b46f5134b3dd",
    "metadata": {
     "tags": []
@@ -224,7 +135,7 @@
        "'No good Arxiv Result was found'"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -251,7 +162,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.4"
+   "version": "3.10.6"
   }
  },
  "nbformat": 4,

docs/modules/agents/tools/examples/awslambda.ipynb

@@ -1,119 +0,0 @@
-{
- "cells": [
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## AWS Lambda API"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "This notebook goes over how to use the AWS Lambda Tool component.\n",
-    "\n",
-    "AWS Lambda is a serverless computing service provided by Amazon Web Services (AWS), designed to allow developers to build and run applications and services without the need for provisioning or managing servers. This serverless architecture enables you to focus on writing and deploying code, while AWS automatically takes care of scaling, patching, and managing the infrastructure required to run your applications.\n",
-    "\n",
-    "By including a `awslambda` in the list of tools provided to an Agent, you can grant your Agent the ability to invoke code running in your AWS Cloud for whatever purposes you need.\n",
-    "\n",
-    "When an Agent uses the awslambda tool, it will provide an argument of type string which will in turn be passed into the Lambda function via the event parameter.\n",
-    "\n",
-    "First, you need to install `boto3` python package."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "vscode": {
-     "languageId": "shellscript"
-    }
-   },
-   "outputs": [],
-   "source": [
-    "!pip install boto3 > /dev/null"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "In order for an agent to use the tool, you must provide it with the name and description that match the functionality of you lambda function's logic. \n",
-    "\n",
-    "You must also provide the name of your function. "
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Note that because this tool is effectively just a wrapper around the boto3 library, you will need to run `aws configure` in order to make use of the tool. For more detail, see [here](https://docs.aws.amazon.com/cli/index.html)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "vscode": {
-     "languageId": "shellscript"
-    }
-   },
-   "outputs": [],
-   "source": [
-    "from langchain import OpenAI\n",
-    "from langchain.agents import load_tools, AgentType\n",
-    "\n",
-    "llm = OpenAI(temperature=0)\n",
-    "\n",
-    "tools = load_tools(\n",
-    "    [\"awslambda\"],\n",
-    "    awslambda_tool_name=\"email-sender\",\n",
-    "    awslambda_tool_description=\"sends an email with the specified content to test@testing123.com\",\n",
-    "    function_name=\"testFunction1\"\n",
-    ")\n",
-    "\n",
-    "agent = initialize_agent(tools, llm, agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION, verbose=True)\n",
-    "\n",
-    "agent.run(\"Send an email to test@testing123.com saying hello world.\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "vscode": {
-     "languageId": "shellscript"
-    }
-   },
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.2"
-  },
-  "orig_nbformat": 4
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

docs/modules/agents/tools/examples/google_search.ipynb

@@ -33,16 +33,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain.tools import Tool\n",
-    "from langchain.utilities import GoogleSearchAPIWrapper\n",
-    "\n",
-    "search = GoogleSearchAPIWrapper()\n",
-    "\n",
-    "tool = Tool(\n",
-    "    name = \"Google Search\",\n",
-    "    description=\"Search Google for recent results.\",\n",
-    "    func=search.run\n",
-    ")"
+    "from langchain.utilities import GoogleSearchAPIWrapper"
    ]
   },
   {
@@ -50,20 +41,30 @@
    "execution_count": 3,
    "id": "84b8f773",
    "metadata": {},
+   "outputs": [],
+   "source": [
+    "search = GoogleSearchAPIWrapper()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "068991a6",
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "\"STATE OF HAWAII. 1 Child's First Name. (Type or print). 2. Sex. BARACK. 3. This Birth. CERTIFICATE OF LIVE BIRTH. FILE. NUMBER 151 le. lb. Middle Name. Barack Hussein Obama II is an American former politician who served as the 44th president of the United States from 2009 to 2017. A member of the Democratic\\xa0... When Barack Obama was elected president in 2008, he became the first African American to hold ... The Middle East remained a key foreign policy challenge. Jan 19, 2017 ... Jordan Barack Treasure, New York City, born in 2008 ... Jordan Barack Treasure made national news when he was the focus of a New York newspaper\\xa0... Portrait of George Washington, the 1st President of the United States ... Portrait of Barack Obama, the 44th President of the United States\\xa0... His full name is Barack Hussein Obama II. Since the “II” is simply because he was named for his father, his last name is Obama. Mar 22, 2008 ... Barry Obama decided that he didn't like his nickname. A few of his friends at Occidental College had already begun to call him Barack (his\\xa0... Aug 18, 2017 ... It took him several seconds and multiple clues to remember former President Barack Obama's first name. Miller knew that every answer had to\\xa0... Feb 9, 2015 ... Michael Jordan misspelled Barack Obama's first name on 50th-birthday gift ... Knowing Obama is a Chicagoan and huge basketball fan,\\xa0... 4 days ago ... Barack Obama, in full Barack Hussein Obama II, (born August 4, 1961, Honolulu, Hawaii, U.S.), 44th president of the United States (2009–17) and\\xa0...\""
+       "'1 Child\\'s First Name. 2. 6. 7d. Street Address. 71. (Type or print). BARACK. Sex. 3. This Birth. 4. If Twin or Triplet,. Was Child Born. Barack Hussein Obama II is an American retired politician who served as the 44th president of the United States from 2009 to 2017. His full name is Barack Hussein Obama II. Since the “II” is simply because he was named for his father, his last name is Obama. Feb 9, 2015 ... Michael Jordan misspelled Barack Obama\\'s first name on 50th-birthday gift ... Knowing Obama is a Chicagoan and huge basketball fan,\\xa0... Aug 18, 2017 ... It took him several seconds and multiple clues to remember former President Barack Obama\\'s first name. Miller knew that every answer had to end\\xa0... First Lady Michelle LaVaughn Robinson Obama is a lawyer, writer, and the wife of the 44th President, Barack Obama. She is the first African-American First\\xa0... Barack Obama, in full Barack Hussein Obama II, (born August 4, 1961, Honolulu, Hawaii, U.S.), 44th president of the United States (2009–17) and the first\\xa0... When Barack Obama was elected president in 2008, he became the first African American to hold ... The Middle East remained a key foreign policy challenge. Feb 27, 2020 ... President Barack Obama was born Barack Hussein Obama, II, as shown here on his birth certificate here . As reported by Reuters here , his\\xa0... Jan 16, 2007 ... 4, 1961, in Honolulu. His first name means \"one who is blessed\" in Swahili. While Obama\\'s father, Barack Hussein Obama Sr., was from Kenya, his\\xa0...'"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "tool.run(\"Obama's first name?\")"
+    "search.run(\"Obama's first name?\")"
    ]
   },
   {
@@ -77,23 +78,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 5,
    "id": "5083fbdd",
    "metadata": {},
    "outputs": [],
    "source": [
-    "search = GoogleSearchAPIWrapper(k=1)\n",
-    "\n",
-    "tool = Tool(\n",
-    "    name = \"I'm Feeling Lucky\",\n",
-    "    description=\"Search Google and return the first result.\",\n",
-    "    func=search.run\n",
-    ")"
+    "search = GoogleSearchAPIWrapper(k=1)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "id": "77aaa857",
    "metadata": {},
    "outputs": [
@@ -103,13 +98,13 @@
        "'The official home of the Python Programming Language.'"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 6,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "tool.run(\"python\")"
+    "search.run(\"python\")"
    ]
   },
   {
@@ -142,30 +137,48 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 7,
    "id": "028f4cba",
    "metadata": {},
    "outputs": [],
    "source": [
-    "search = GoogleSearchAPIWrapper()\n",
-    "\n",
-    "def top5_results(query):\n",
-    "    return search.results(query, 5)\n",
-    "\n",
-    "tool = Tool(\n",
-    "    name = \"Google Search Snippets\",\n",
-    "    description=\"Search Google for recent results.\",\n",
-    "    func=top5_results\n",
-    ")"
+    "search = GoogleSearchAPIWrapper()"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "4d7f92e1",
+   "execution_count": 8,
+   "id": "4d8f734f",
    "metadata": {},
-   "outputs": [],
-   "source": []
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'snippet': 'Discover the innovative world of Apple and shop everything iPhone, iPad, Apple Watch, Mac, and Apple TV, plus explore accessories, entertainment,\\xa0...',\n",
+       "  'title': 'Apple',\n",
+       "  'link': 'https://www.apple.com/'},\n",
+       " {'snippet': \"Jul 10, 2022 ... Whether or not you're up on your apple trivia, no doubt you know how delicious this popular fruit is, and how nutritious. Apples are rich in\\xa0...\",\n",
+       "  'title': '25 Types of Apples and What to Make With Them - Parade ...',\n",
+       "  'link': 'https://parade.com/1330308/bethlipton/types-of-apples/'},\n",
+       " {'snippet': 'An apple is an edible fruit produced by an apple tree (Malus domestica). Apple trees are cultivated worldwide and are the most widely grown species in the\\xa0...',\n",
+       "  'title': 'Apple - Wikipedia',\n",
+       "  'link': 'https://en.wikipedia.org/wiki/Apple'},\n",
+       " {'snippet': 'Apples are a popular fruit. They contain antioxidants, vitamins, dietary fiber, and a range of other nutrients. Due to their varied nutrient content,\\xa0...',\n",
+       "  'title': 'Apples: Benefits, nutrition, and tips',\n",
+       "  'link': 'https://www.medicalnewstoday.com/articles/267290'},\n",
+       " {'snippet': \"An apple is a crunchy, bright-colored fruit, one of the most popular in the United States. You've probably heard the age-old saying, “An apple a day keeps\\xa0...\",\n",
+       "  'title': 'Apples: Nutrition & Health Benefits',\n",
+       "  'link': 'https://www.webmd.com/food-recipes/benefits-apples'}]"
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "search.results(\"apples\", 5)"
+   ]
   }
  ],
  "metadata": {
@@ -184,7 +197,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.2"
+   "version": "3.10.9"
   },
   "vscode": {
    "interpreter": {

docs/modules/agents/tools/examples/google_serper.ipynb

@@ -12,34 +12,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": null,
    "outputs": [],
    "source": [
     "import os\n",
-    "import pprint\n",
     "os.environ[\"SERPER_API_KEY\"] = \"\""
    ],
    "metadata": {
-    "collapsed": false,
-    "pycharm": {
-     "is_executing": true
-    },
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:56:29.336521Z",
-     "start_time": "2023-05-04T00:56:29.334173Z"
-    }
+    "collapsed": false
    }
   },
   {
    "cell_type": "code",
    "execution_count": 2,
    "id": "54bf5afd",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:07.676293Z",
-     "start_time": "2023-05-04T00:54:06.665742Z"
-    }
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.utilities import GoogleSerperAPIWrapper"
@@ -49,12 +36,7 @@
    "cell_type": "code",
    "execution_count": 3,
    "id": "31f8f382",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:08.324245Z",
-     "start_time": "2023-05-04T00:54:08.321577Z"
-    }
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "search = GoogleSerperAPIWrapper()"
@@ -64,12 +46,7 @@
    "cell_type": "code",
    "execution_count": 4,
    "id": "25ce0225",
-   "metadata": {
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:11.399847Z",
-     "start_time": "2023-05-04T00:54:09.335597Z"
-    }
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
@@ -95,17 +72,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "outputs": [],
    "source": [
     "os.environ['OPENAI_API_KEY'] = \"\""
    ],
    "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:14.311773Z",
-     "start_time": "2023-05-04T00:54:14.304389Z"
-    }
+    "collapsed": false
    }
   },
   {
@@ -160,693 +133,6 @@
    "metadata": {
     "collapsed": false
    }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "## Obtaining results with metadata\n",
-    "If you would also like to obtain the results in a structured way including metadata. For this we will be using the `results` method of the wrapper."
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'searchParameters': {'q': 'Apple Inc.',\n",
-      "                      'gl': 'us',\n",
-      "                      'hl': 'en',\n",
-      "                      'num': 10,\n",
-      "                      'type': 'search'},\n",
-      " 'knowledgeGraph': {'title': 'Apple',\n",
-      "                    'type': 'Technology company',\n",
-      "                    'website': 'http://www.apple.com/',\n",
-      "                    'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQwGQRv5TjjkycpctY66mOg_e2-npacrmjAb6_jAWhzlzkFE3OTjxyzbA&s=0',\n",
-      "                    'description': 'Apple Inc. is an American multinational '\n",
-      "                                   'technology company headquartered in '\n",
-      "                                   'Cupertino, California. Apple is the '\n",
-      "                                   \"world's largest technology company by \"\n",
-      "                                   'revenue, with US$394.3 billion in 2022 '\n",
-      "                                   'revenue. As of March 2023, Apple is the '\n",
-      "                                   \"world's biggest...\",\n",
-      "                    'descriptionSource': 'Wikipedia',\n",
-      "                    'descriptionLink': 'https://en.wikipedia.org/wiki/Apple_Inc.',\n",
-      "                    'attributes': {'Customer service': '1 (800) 275-2273',\n",
-      "                                   'CEO': 'Tim Cook (Aug 24, 2011–)',\n",
-      "                                   'Headquarters': 'Cupertino, CA',\n",
-      "                                   'Founded': 'April 1, 1976, Los Altos, CA',\n",
-      "                                   'Founders': 'Steve Jobs, Steve Wozniak, '\n",
-      "                                               'Ronald Wayne, and more',\n",
-      "                                   'Products': 'iPhone, iPad, Apple TV, and '\n",
-      "                                               'more'}},\n",
-      " 'organic': [{'title': 'Apple',\n",
-      "              'link': 'https://www.apple.com/',\n",
-      "              'snippet': 'Discover the innovative world of Apple and shop '\n",
-      "                         'everything iPhone, iPad, Apple Watch, Mac, and Apple '\n",
-      "                         'TV, plus explore accessories, entertainment, ...',\n",
-      "              'sitelinks': [{'title': 'Support',\n",
-      "                             'link': 'https://support.apple.com/'},\n",
-      "                            {'title': 'iPhone',\n",
-      "                             'link': 'https://www.apple.com/iphone/'},\n",
-      "                            {'title': 'Site Map',\n",
-      "                             'link': 'https://www.apple.com/sitemap/'},\n",
-      "                            {'title': 'Business',\n",
-      "                             'link': 'https://www.apple.com/business/'},\n",
-      "                            {'title': 'Mac',\n",
-      "                             'link': 'https://www.apple.com/mac/'},\n",
-      "                            {'title': 'Watch',\n",
-      "                             'link': 'https://www.apple.com/watch/'}],\n",
-      "              'position': 1},\n",
-      "             {'title': 'Apple Inc. - Wikipedia',\n",
-      "              'link': 'https://en.wikipedia.org/wiki/Apple_Inc.',\n",
-      "              'snippet': 'Apple Inc. is an American multinational technology '\n",
-      "                         'company headquartered in Cupertino, California. '\n",
-      "                         \"Apple is the world's largest technology company by \"\n",
-      "                         'revenue, ...',\n",
-      "              'attributes': {'Products': 'AirPods; Apple Watch; iPad; iPhone; '\n",
-      "                                         'Mac; Full list',\n",
-      "                             'Founders': 'Steve Jobs; Steve Wozniak; Ronald '\n",
-      "                                         'Wayne; Mike Markkula'},\n",
-      "              'sitelinks': [{'title': 'History',\n",
-      "                             'link': 'https://en.wikipedia.org/wiki/History_of_Apple_Inc.'},\n",
-      "                            {'title': 'Timeline of Apple Inc. products',\n",
-      "                             'link': 'https://en.wikipedia.org/wiki/Timeline_of_Apple_Inc._products'},\n",
-      "                            {'title': 'Litigation involving Apple Inc.',\n",
-      "                             'link': 'https://en.wikipedia.org/wiki/Litigation_involving_Apple_Inc.'},\n",
-      "                            {'title': 'Apple Store',\n",
-      "                             'link': 'https://en.wikipedia.org/wiki/Apple_Store'}],\n",
-      "              'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRvmB5fT1LjqpZx02UM7IJq0Buoqt0DZs_y0dqwxwSWyP4PIN9FaxuTea0&s',\n",
-      "              'position': 2},\n",
-      "             {'title': 'Apple Inc. | History, Products, Headquarters, & Facts '\n",
-      "                       '| Britannica',\n",
-      "              'link': 'https://www.britannica.com/topic/Apple-Inc',\n",
-      "              'snippet': 'Apple Inc., formerly Apple Computer, Inc., American '\n",
-      "                         'manufacturer of personal computers, smartphones, '\n",
-      "                         'tablet computers, computer peripherals, and computer '\n",
-      "                         '...',\n",
-      "              'attributes': {'Related People': 'Steve Jobs Steve Wozniak Jony '\n",
-      "                                               'Ive Tim Cook Angela Ahrendts',\n",
-      "                             'Date': '1976 - present'},\n",
-      "              'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcS3liELlhrMz3Wpsox29U8jJ3L8qETR0hBWHXbFnwjwQc34zwZvFELst2E&s',\n",
-      "              'position': 3},\n",
-      "             {'title': 'AAPL: Apple Inc Stock Price Quote - NASDAQ GS - '\n",
-      "                       'Bloomberg.com',\n",
-      "              'link': 'https://www.bloomberg.com/quote/AAPL:US',\n",
-      "              'snippet': 'AAPL:USNASDAQ GS. Apple Inc. COMPANY INFO ; Open. '\n",
-      "                         '170.09 ; Prev Close. 169.59 ; Volume. 48,425,696 ; '\n",
-      "                         'Market Cap. 2.667T ; Day Range. 167.54170.35.',\n",
-      "              'position': 4},\n",
-      "             {'title': 'Apple Inc. (AAPL) Company Profile & Facts - Yahoo '\n",
-      "                       'Finance',\n",
-      "              'link': 'https://finance.yahoo.com/quote/AAPL/profile/',\n",
-      "              'snippet': 'Apple Inc. designs, manufactures, and markets '\n",
-      "                         'smartphones, personal computers, tablets, wearables, '\n",
-      "                         'and accessories worldwide. The company offers '\n",
-      "                         'iPhone, a line ...',\n",
-      "              'position': 5},\n",
-      "             {'title': 'Apple Inc. (AAPL) Stock Price, News, Quote & History - '\n",
-      "                       'Yahoo Finance',\n",
-      "              'link': 'https://finance.yahoo.com/quote/AAPL',\n",
-      "              'snippet': 'Find the latest Apple Inc. (AAPL) stock quote, '\n",
-      "                         'history, news and other vital information to help '\n",
-      "                         'you with your stock trading and investing.',\n",
-      "              'position': 6}],\n",
-      " 'peopleAlsoAsk': [{'question': 'What does Apple Inc do?',\n",
-      "                    'snippet': 'Apple Inc. (Apple) designs, manufactures and '\n",
-      "                               'markets smartphones, personal\\n'\n",
-      "                               'computers, tablets, wearables and accessories '\n",
-      "                               'and sells a range of related\\n'\n",
-      "                               'services.',\n",
-      "                    'title': 'AAPL.O - | Stock Price & Latest News - Reuters',\n",
-      "                    'link': 'https://www.reuters.com/markets/companies/AAPL.O/'},\n",
-      "                   {'question': 'What is the full form of Apple Inc?',\n",
-      "                    'snippet': '(formerly Apple Computer Inc.) is an American '\n",
-      "                               'computer and consumer electronics\\n'\n",
-      "                               'company famous for creating the iPhone, iPad '\n",
-      "                               'and Macintosh computers.',\n",
-      "                    'title': 'What is Apple? An products and history overview '\n",
-      "                             '- TechTarget',\n",
-      "                    'link': 'https://www.techtarget.com/whatis/definition/Apple'},\n",
-      "                   {'question': 'What is Apple Inc iPhone?',\n",
-      "                    'snippet': 'Apple Inc (Apple) designs, manufactures, and '\n",
-      "                               'markets smartphones, tablets,\\n'\n",
-      "                               'personal computers, and wearable devices. The '\n",
-      "                               'company also offers software\\n'\n",
-      "                               'applications and related services, '\n",
-      "                               'accessories, and third-party digital content.\\n'\n",
-      "                               \"Apple's product portfolio includes iPhone, \"\n",
-      "                               'iPad, Mac, iPod, Apple Watch, and\\n'\n",
-      "                               'Apple TV.',\n",
-      "                    'title': 'Apple Inc Company Profile - Apple Inc Overview - '\n",
-      "                             'GlobalData',\n",
-      "                    'link': 'https://www.globaldata.com/company-profile/apple-inc/'},\n",
-      "                   {'question': 'Who runs Apple Inc?',\n",
-      "                    'snippet': 'Timothy Donald Cook (born November 1, 1960) is '\n",
-      "                               'an American business executive\\n'\n",
-      "                               'who has been the chief executive officer of '\n",
-      "                               'Apple Inc. since 2011. Cook\\n'\n",
-      "                               \"previously served as the company's chief \"\n",
-      "                               'operating officer under its co-founder\\n'\n",
-      "                               'Steve Jobs. He is the first CEO of any Fortune '\n",
-      "                               '500 company who is openly gay.',\n",
-      "                    'title': 'Tim Cook - Wikipedia',\n",
-      "                    'link': 'https://en.wikipedia.org/wiki/Tim_Cook'}],\n",
-      " 'relatedSearches': [{'query': 'Who invented the iPhone'},\n",
-      "                     {'query': 'Apple iPhone'},\n",
-      "                     {'query': 'History of Apple company PDF'},\n",
-      "                     {'query': 'Apple company history'},\n",
-      "                     {'query': 'Apple company introduction'},\n",
-      "                     {'query': 'Apple India'},\n",
-      "                     {'query': 'What does Apple Inc own'},\n",
-      "                     {'query': 'Apple Inc After Steve'},\n",
-      "                     {'query': 'Apple Watch'},\n",
-      "                     {'query': 'Apple App Store'}]}\n"
-     ]
-    }
-   ],
-   "source": [
-    "search = GoogleSerperAPIWrapper()\n",
-    "results = search.results(\"Apple Inc.\")\n",
-    "pprint.pp(results)"
-   ],
-   "metadata": {
-    "collapsed": false,
-    "pycharm": {
-     "is_executing": true
-    },
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:22.863413Z",
-     "start_time": "2023-05-04T00:54:20.827395Z"
-    }
-   }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "## Searching for Google Images\n",
-    "We can also query Google Images using this wrapper. For example:"
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'searchParameters': {'q': 'Lion',\n",
-      "                      'gl': 'us',\n",
-      "                      'hl': 'en',\n",
-      "                      'num': 10,\n",
-      "                      'type': 'images'},\n",
-      " 'images': [{'title': 'Lion - Wikipedia',\n",
-      "             'imageUrl': 'https://upload.wikimedia.org/wikipedia/commons/thumb/7/73/Lion_waiting_in_Namibia.jpg/1200px-Lion_waiting_in_Namibia.jpg',\n",
-      "             'imageWidth': 1200,\n",
-      "             'imageHeight': 900,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRye79ROKwjfb6017jr0iu8Bz2E1KKuHg-A4qINJaspyxkZrkw&s',\n",
-      "             'thumbnailWidth': 259,\n",
-      "             'thumbnailHeight': 194,\n",
-      "             'source': 'Wikipedia',\n",
-      "             'domain': 'en.wikipedia.org',\n",
-      "             'link': 'https://en.wikipedia.org/wiki/Lion',\n",
-      "             'position': 1},\n",
-      "            {'title': 'Lion | Characteristics, Habitat, & Facts | Britannica',\n",
-      "             'imageUrl': 'https://cdn.britannica.com/55/2155-050-604F5A4A/lion.jpg',\n",
-      "             'imageWidth': 754,\n",
-      "             'imageHeight': 752,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcS3fnDub1GSojI0hJ-ZGS8Tv-hkNNloXh98DOwXZoZ_nUs3GWSd&s',\n",
-      "             'thumbnailWidth': 225,\n",
-      "             'thumbnailHeight': 224,\n",
-      "             'source': 'Encyclopedia Britannica',\n",
-      "             'domain': 'www.britannica.com',\n",
-      "             'link': 'https://www.britannica.com/animal/lion',\n",
-      "             'position': 2},\n",
-      "            {'title': 'African lion, facts and photos',\n",
-      "             'imageUrl': 'https://i.natgeofe.com/n/487a0d69-8202-406f-a6a0-939ed3704693/african-lion.JPG',\n",
-      "             'imageWidth': 3072,\n",
-      "             'imageHeight': 2043,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTPlTarrtDbyTiEm-VI_PML9VtOTVPuDXJ5ybDf_lN11H2mShk&s',\n",
-      "             'thumbnailWidth': 275,\n",
-      "             'thumbnailHeight': 183,\n",
-      "             'source': 'National Geographic',\n",
-      "             'domain': 'www.nationalgeographic.com',\n",
-      "             'link': 'https://www.nationalgeographic.com/animals/mammals/facts/african-lion',\n",
-      "             'position': 3},\n",
-      "            {'title': 'Saint Louis Zoo | African Lion',\n",
-      "             'imageUrl': 'https://optimise2.assets-servd.host/maniacal-finch/production/animals/african-lion-01-01.jpg?w=1200&auto=compress%2Cformat&fit=crop&dm=1658933674&s=4b63f926a0f524f2087a8e0613282bdb',\n",
-      "             'imageWidth': 1200,\n",
-      "             'imageHeight': 1200,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTlewcJ5SwC7yKup6ByaOjTnAFDeoOiMxyJTQaph2W_I3dnks4&s',\n",
-      "             'thumbnailWidth': 225,\n",
-      "             'thumbnailHeight': 225,\n",
-      "             'source': 'St. Louis Zoo',\n",
-      "             'domain': 'stlzoo.org',\n",
-      "             'link': 'https://stlzoo.org/animals/mammals/carnivores/lion',\n",
-      "             'position': 4},\n",
-      "            {'title': 'How to Draw a Realistic Lion like an Artist - Studio '\n",
-      "                      'Wildlife',\n",
-      "             'imageUrl': 'https://studiowildlife.com/wp-content/uploads/2021/10/245528858_183911853822648_6669060845725210519_n.jpg',\n",
-      "             'imageWidth': 1431,\n",
-      "             'imageHeight': 2048,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTmn5HayVj3wqoBDQacnUtzaDPZzYHSLKUlIEcni6VB8w0mVeA&s',\n",
-      "             'thumbnailWidth': 188,\n",
-      "             'thumbnailHeight': 269,\n",
-      "             'source': 'Studio Wildlife',\n",
-      "             'domain': 'studiowildlife.com',\n",
-      "             'link': 'https://studiowildlife.com/how-to-draw-a-realistic-lion-like-an-artist/',\n",
-      "             'position': 5},\n",
-      "            {'title': 'Lion | Characteristics, Habitat, & Facts | Britannica',\n",
-      "             'imageUrl': 'https://cdn.britannica.com/29/150929-050-547070A1/lion-Kenya-Masai-Mara-National-Reserve.jpg',\n",
-      "             'imageWidth': 1600,\n",
-      "             'imageHeight': 1085,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSCqaKY_THr0IBZN8c-2VApnnbuvKmnsWjfrwKoWHFR9w3eN5o&s',\n",
-      "             'thumbnailWidth': 273,\n",
-      "             'thumbnailHeight': 185,\n",
-      "             'source': 'Encyclopedia Britannica',\n",
-      "             'domain': 'www.britannica.com',\n",
-      "             'link': 'https://www.britannica.com/animal/lion',\n",
-      "             'position': 6},\n",
-      "            {'title': \"Where do lions live? Facts about lions' habitats and \"\n",
-      "                      'other cool facts',\n",
-      "             'imageUrl': 'https://www.gannett-cdn.com/-mm-/b2b05a4ab25f4fca0316459e1c7404c537a89702/c=0-0-1365-768/local/-/media/2022/03/16/USATODAY/usatsports/imageForEntry5-ODq.jpg?width=1365&height=768&fit=crop&format=pjpg&auto=webp',\n",
-      "             'imageWidth': 1365,\n",
-      "             'imageHeight': 768,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTc_4vCHscgvFvYy3PSrtIOE81kNLAfhDK8F3mfOuotL0kUkbs&s',\n",
-      "             'thumbnailWidth': 299,\n",
-      "             'thumbnailHeight': 168,\n",
-      "             'source': 'USA Today',\n",
-      "             'domain': 'www.usatoday.com',\n",
-      "             'link': 'https://www.usatoday.com/story/news/2023/01/08/where-do-lions-live-habitat/10927718002/',\n",
-      "             'position': 7},\n",
-      "            {'title': 'Lion',\n",
-      "             'imageUrl': 'https://i.natgeofe.com/k/1d33938b-3d02-4773-91e3-70b113c3b8c7/lion-male-roar_square.jpg',\n",
-      "             'imageWidth': 3072,\n",
-      "             'imageHeight': 3072,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQqLfnBrBLcTiyTZynHH3FGbBtX2bd1ScwpcuOLnksTyS9-4GM&s',\n",
-      "             'thumbnailWidth': 225,\n",
-      "             'thumbnailHeight': 225,\n",
-      "             'source': 'National Geographic Kids',\n",
-      "             'domain': 'kids.nationalgeographic.com',\n",
-      "             'link': 'https://kids.nationalgeographic.com/animals/mammals/facts/lion',\n",
-      "             'position': 8},\n",
-      "            {'title': \"Lion | Smithsonian's National Zoo\",\n",
-      "             'imageUrl': 'https://nationalzoo.si.edu/sites/default/files/styles/1400_scale/public/animals/exhibit/africanlion-005.jpg?itok=6wA745g_',\n",
-      "             'imageWidth': 1400,\n",
-      "             'imageHeight': 845,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSgB3z_D4dMEOWJ7lajJk4XaQSL4DdUvIRj4UXZ0YoE5fGuWuo&s',\n",
-      "             'thumbnailWidth': 289,\n",
-      "             'thumbnailHeight': 174,\n",
-      "             'source': \"Smithsonian's National Zoo\",\n",
-      "             'domain': 'nationalzoo.si.edu',\n",
-      "             'link': 'https://nationalzoo.si.edu/animals/lion',\n",
-      "             'position': 9},\n",
-      "            {'title': \"Zoo's New Male Lion Explores Habitat for the First Time \"\n",
-      "                      '- Virginia Zoo',\n",
-      "             'imageUrl': 'https://virginiazoo.org/wp-content/uploads/2022/04/ZOO_0056-scaled.jpg',\n",
-      "             'imageWidth': 2560,\n",
-      "             'imageHeight': 2141,\n",
-      "             'thumbnailUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTDCG7XvXRCwpe_-Vy5mpvrQpVl5q2qwgnDklQhrJpQzObQGz4&s',\n",
-      "             'thumbnailWidth': 246,\n",
-      "             'thumbnailHeight': 205,\n",
-      "             'source': 'Virginia Zoo',\n",
-      "             'domain': 'virginiazoo.org',\n",
-      "             'link': 'https://virginiazoo.org/zoos-new-male-lion-explores-habitat-for-thefirst-time/',\n",
-      "             'position': 10}]}\n"
-     ]
-    }
-   ],
-   "source": [
-    "search = GoogleSerperAPIWrapper(type=\"images\")\n",
-    "results = search.results(\"Lion\")\n",
-    "pprint.pp(results)"
-   ],
-   "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:27.879867Z",
-     "start_time": "2023-05-04T00:54:26.380022Z"
-    }
-   }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "## Searching for Google News\n",
-    "We can also query Google News using this wrapper. For example:"
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'searchParameters': {'q': 'Tesla Inc.',\n",
-      "                      'gl': 'us',\n",
-      "                      'hl': 'en',\n",
-      "                      'num': 10,\n",
-      "                      'type': 'news'},\n",
-      " 'news': [{'title': 'ISS recommends Tesla investors vote against re-election '\n",
-      "                    'of Robyn Denholm',\n",
-      "           'link': 'https://www.reuters.com/business/autos-transportation/iss-recommends-tesla-investors-vote-against-re-election-robyn-denholm-2023-05-04/',\n",
-      "           'snippet': 'Proxy advisory firm ISS on Wednesday recommended Tesla '\n",
-      "                      'investors vote against re-election of board chair Robyn '\n",
-      "                      'Denholm, citing \"concerns on...',\n",
-      "           'date': '5 mins ago',\n",
-      "           'source': 'Reuters',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcROdETe_GUyp1e8RHNhaRM8Z_vfxCvdfinZwzL1bT1ZGSYaGTeOojIdBoLevA&s',\n",
-      "           'position': 1},\n",
-      "          {'title': 'Global companies by market cap: Tesla fell most in April',\n",
-      "           'link': 'https://www.reuters.com/markets/global-companies-by-market-cap-tesla-fell-most-april-2023-05-02/',\n",
-      "           'snippet': 'Tesla Inc was the biggest loser among top companies by '\n",
-      "                      'market capitalisation in April, hit by disappointing '\n",
-      "                      'quarterly earnings after it...',\n",
-      "           'date': '1 day ago',\n",
-      "           'source': 'Reuters',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQ4u4CP8aOdGyRFH6o4PkXi-_eZDeY96vLSag5gDjhKMYf98YBER2cZPbkStQ&s',\n",
-      "           'position': 2},\n",
-      "          {'title': 'Tesla Wanted an EV Price War. Ford Showed Up.',\n",
-      "           'link': 'https://www.bloomberg.com/opinion/articles/2023-05-03/tesla-wanted-an-ev-price-war-ford-showed-up',\n",
-      "           'snippet': 'The legacy automaker is paring back the cost of its '\n",
-      "                      'Mustang Mach-E model after Tesla discounted its '\n",
-      "                      'competing EVs, portending tighter...',\n",
-      "           'date': '6 hours ago',\n",
-      "           'source': 'Bloomberg.com',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcS_3Eo4VI0H-nTeIbYc5DaQn5ep7YrWnmhx6pv8XddFgNF5zRC9gEpHfDq8yQ&s',\n",
-      "           'position': 3},\n",
-      "          {'title': 'Joby Aviation to get investment from Tesla shareholder '\n",
-      "                    'Baillie Gifford',\n",
-      "           'link': 'https://finance.yahoo.com/news/joby-aviation-investment-tesla-shareholder-204450712.html',\n",
-      "           'snippet': 'This comes days after Joby clinched a $55 million '\n",
-      "                      'contract extension to deliver up to nine air taxis to '\n",
-      "                      'the U.S. Air Force,...',\n",
-      "           'date': '4 hours ago',\n",
-      "           'source': 'Yahoo Finance',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQO0uVn297LI-xryrPNqJ-apUOulj4ohM-xkN4OfmvMOYh1CPdUEBbYx6hviw&s',\n",
-      "           'position': 4},\n",
-      "          {'title': 'Tesla resumes U.S. orders for a Model 3 version at lower '\n",
-      "                    'price, range',\n",
-      "           'link': 'https://finance.yahoo.com/news/tesla-resumes-us-orders-model-045736115.html',\n",
-      "           'snippet': '(Reuters) -Tesla Inc has resumed taking orders for its '\n",
-      "                      'Model 3 long-range vehicle in the United States, the '\n",
-      "                      \"company's website showed late on...\",\n",
-      "           'date': '19 hours ago',\n",
-      "           'source': 'Yahoo Finance',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTIZetJ62sQefPfbQ9KKDt6iH7Mc0ylT5t_hpgeeuUkHhJuAx2FOJ4ZTRVDFg&s',\n",
-      "           'position': 5},\n",
-      "          {'title': 'The Tesla Model 3 Long Range AWD Is Now Available in the '\n",
-      "                    'U.S. With 325 Miles of Range',\n",
-      "           'link': 'https://www.notateslaapp.com/news/1393/tesla-reopens-orders-for-model-3-long-range-after-months-of-unavailability',\n",
-      "           'snippet': 'Tesla has reopened orders for the Model 3 Long Range '\n",
-      "                      'RWD, which has been unavailable for months due to high '\n",
-      "                      'demand.',\n",
-      "           'date': '7 hours ago',\n",
-      "           'source': 'Not a Tesla App',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSecrgxZpRj18xIJY-nDHljyP-A4ejEkswa9eq77qhMNrScnVIqe34uql5U4w&s',\n",
-      "           'position': 6},\n",
-      "          {'title': 'Tesla Cybertruck alpha prototype spotted at the Fremont '\n",
-      "                    'factory in new pics and videos',\n",
-      "           'link': 'https://www.teslaoracle.com/2023/05/03/tesla-cybertruck-alpha-prototype-interior-and-exterior-spotted-at-the-fremont-factory-in-new-pics-and-videos/',\n",
-      "           'snippet': 'A Tesla Cybertruck alpha prototype goes to Fremont, '\n",
-      "                      'California for another round of testing before going to '\n",
-      "                      'production later this year (pics...',\n",
-      "           'date': '14 hours ago',\n",
-      "           'source': 'Tesla Oracle',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRO7M5ZLQE-Zo4-_5dv9hNAQZ3wSqfvYCuKqzxHG-M6CgLpwPMMG_ssebdcMg&s',\n",
-      "           'position': 7},\n",
-      "          {'title': 'Tesla putting facility in new part of country - Austin '\n",
-      "                    'Business Journal',\n",
-      "           'link': 'https://www.bizjournals.com/austin/news/2023/05/02/tesla-leases-building-seattle-area.html',\n",
-      "           'snippet': 'Check out what Puget Sound Business Journal has to '\n",
-      "                      \"report about the Austin-based company's real estate \"\n",
-      "                      'footprint in the Pacific Northwest.',\n",
-      "           'date': '22 hours ago',\n",
-      "           'source': 'The Business Journals',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcR9kIEHWz1FcHKDUtGQBS0AjmkqtyuBkQvD8kyIY3kpaPrgYaN7I_H2zoOJsA&s',\n",
-      "           'position': 8},\n",
-      "          {'title': 'Tesla (TSLA) Resumes Orders for Model 3 Long Range After '\n",
-      "                    'Backlog',\n",
-      "           'link': 'https://www.bloomberg.com/news/articles/2023-05-03/tesla-resumes-orders-for-popular-model-3-long-range-at-47-240',\n",
-      "           'snippet': 'Tesla Inc. has resumed taking orders for its Model 3 '\n",
-      "                      'Long Range edition with a starting price of $47240, '\n",
-      "                      'according to its website.',\n",
-      "           'date': '5 hours ago',\n",
-      "           'source': 'Bloomberg.com',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcTWWIC4VpMTfRvSyqiomODOoLg0xhoBf-Tc1qweKnSuaiTk-Y1wMJZM3jct0w&s',\n",
-      "           'position': 9}]}\n"
-     ]
-    }
-   ],
-   "source": [
-    "search = GoogleSerperAPIWrapper(type=\"news\")\n",
-    "results = search.results(\"Tesla Inc.\")\n",
-    "pprint.pp(results)"
-   ],
-   "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:34.984087Z",
-     "start_time": "2023-05-04T00:54:33.369231Z"
-    }
-   }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "If you want to only receive news articles published in the last hour, you can do the following:"
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'searchParameters': {'q': 'Tesla Inc.',\n",
-      "                      'gl': 'us',\n",
-      "                      'hl': 'en',\n",
-      "                      'num': 10,\n",
-      "                      'type': 'news',\n",
-      "                      'tbs': 'qdr:h'},\n",
-      " 'news': [{'title': 'Oklahoma Gov. Stitt sees growing foreign interest in '\n",
-      "                    'investments in ...',\n",
-      "           'link': 'https://www.reuters.com/world/us/oklahoma-gov-stitt-sees-growing-foreign-interest-investments-state-2023-05-04/',\n",
-      "           'snippet': 'T)), a battery supplier to electric vehicle maker Tesla '\n",
-      "                      'Inc (TSLA.O), said on Sunday it is considering building '\n",
-      "                      'a battery plant in Oklahoma, its third in...',\n",
-      "           'date': '53 mins ago',\n",
-      "           'source': 'Reuters',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcSSTcsXeenqmEKdiekvUgAmqIPR4nlAmgjTkBqLpza-lLfjX1CwB84MoNVj0Q&s',\n",
-      "           'position': 1},\n",
-      "          {'title': 'Ryder lanza solución llave en mano para vehículos '\n",
-      "                    'eléctricos en EU',\n",
-      "           'link': 'https://www.tyt.com.mx/nota/ryder-lanza-solucion-llave-en-mano-para-vehiculos-electricos-en-eu',\n",
-      "           'snippet': 'Ryder System Inc. presentó RyderElectric+ TM como su '\n",
-      "                      'nueva solución llave en mano ... Ryder también tiene '\n",
-      "                      'reservados los semirremolques Tesla y continúa...',\n",
-      "           'date': '56 mins ago',\n",
-      "           'source': 'Revista Transportes y Turismo',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcQJhXTQQtjSUZf9YPM235WQhFU5_d7lEA76zB8DGwZfixcgf1_dhPJyKA1Nbw&s',\n",
-      "           'position': 2},\n",
-      "          {'title': '\"I think people can get by with $999 million,\" Bernie '\n",
-      "                    'Sanders tells American Billionaires.',\n",
-      "           'link': 'https://thebharatexpressnews.com/i-think-people-can-get-by-with-999-million-bernie-sanders-tells-american-billionaires-heres-how-the-ultra-rich-can-pay-less-income-tax-than-you-legally/',\n",
-      "           'snippet': 'The report noted that in 2007 and 2011, Amazon.com Inc. '\n",
-      "                      'founder Jeff Bezos “did not pay a dime in federal ... '\n",
-      "                      'If you want to bet on Musk, check out Tesla.',\n",
-      "           'date': '11 mins ago',\n",
-      "           'source': 'THE BHARAT EXPRESS NEWS',\n",
-      "           'imageUrl': 'https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcR_X9qqSwVFBBdos2CK5ky5IWIE3aJPCQeRYR9O1Jz4t-MjaEYBuwK7AU3AJQ&s',\n",
-      "           'position': 3}]}\n"
-     ]
-    }
-   ],
-   "source": [
-    "search = GoogleSerperAPIWrapper(type=\"news\", tbs=\"qdr:h\")\n",
-    "results = search.results(\"Tesla Inc.\")\n",
-    "pprint.pp(results)"
-   ],
-   "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:54:41.786864Z",
-     "start_time": "2023-05-04T00:54:40.691905Z"
-    }
-   }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "Some examples of the `tbs` parameter:\n",
-    "\n",
-    "`qdr:h` (past hour)\n",
-    "`qdr:d` (past day)\n",
-    "`qdr:w` (past week)\n",
-    "`qdr:m` (past month)\n",
-    "`qdr:y` (past year)\n",
-    "\n",
-    "You can specify intermediate time periods by adding a number:\n",
-    "`qdr:h12` (past 12 hours)\n",
-    "`qdr:d3` (past 3 days)\n",
-    "`qdr:w2` (past 2 weeks)\n",
-    "`qdr:m6` (past 6 months)\n",
-    "`qdr:m2` (past 2 years)\n",
-    "\n",
-    "For all supported filters simply go to [Google Search](https://google.com), search for something, click on \"Tools\", add your date filter and check the URL for \"tbs=\".\n"
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "## Searching for Google Places\n",
-    "We can also query Google Places using this wrapper. For example:"
-   ],
-   "metadata": {
-    "collapsed": false
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "{'searchParameters': {'q': 'Italian restaurants in Upper East Side',\n",
-      "                      'gl': 'us',\n",
-      "                      'hl': 'en',\n",
-      "                      'num': 10,\n",
-      "                      'type': 'places'},\n",
-      " 'places': [{'position': 1,\n",
-      "             'title': \"L'Osteria\",\n",
-      "             'address': '1219 Lexington Ave',\n",
-      "             'latitude': 40.777154599999996,\n",
-      "             'longitude': -73.9571363,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipNjU7BWEq_aYQANBCbX52Kb0lDpd_lFIx5onw40=w92-h92-n-k-no',\n",
-      "             'rating': 4.7,\n",
-      "             'ratingCount': 91,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 2,\n",
-      "             'title': \"Tony's Di Napoli\",\n",
-      "             'address': '1081 3rd Ave',\n",
-      "             'latitude': 40.7643567,\n",
-      "             'longitude': -73.9642373,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipNbNv6jZkJ9nyVi60__8c1DQbe_eEbugRAhIYye=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 2265,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 3,\n",
-      "             'title': 'Caravaggio',\n",
-      "             'address': '23 E 74th St',\n",
-      "             'latitude': 40.773412799999996,\n",
-      "             'longitude': -73.96473379999999,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipPDGchokDvppoLfmVEo6X_bWd3Fz0HyxIHTEe9V=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 276,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 4,\n",
-      "             'title': 'Luna Rossa',\n",
-      "             'address': '347 E 85th St',\n",
-      "             'latitude': 40.776593999999996,\n",
-      "             'longitude': -73.950351,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipNPCpCPuqPAb1Mv6_fOP7cjb8Wu1rbqbk2sMBlh=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 140,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 5,\n",
-      "             'title': \"Paola's\",\n",
-      "             'address': '1361 Lexington Ave',\n",
-      "             'latitude': 40.7822019,\n",
-      "             'longitude': -73.9534096,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipPJr2Vcx-B6K-GNQa4koOTffggTePz8TKRTnWi3=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 344,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 6,\n",
-      "             'title': 'Come Prima',\n",
-      "             'address': '903 Madison Ave',\n",
-      "             'latitude': 40.772124999999996,\n",
-      "             'longitude': -73.965012,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipNrX19G0NVdtDyMovCQ-M-m0c_gLmIxrWDQAAbz=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 176,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 7,\n",
-      "             'title': 'Botte UES',\n",
-      "             'address': '1606 1st Ave.',\n",
-      "             'latitude': 40.7750785,\n",
-      "             'longitude': -73.9504801,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipPPN5GXxfH3NDacBc0Pt3uGAInd9OChS5isz9RF=w92-h92-n-k-no',\n",
-      "             'rating': 4.4,\n",
-      "             'ratingCount': 152,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 8,\n",
-      "             'title': 'Piccola Cucina Uptown',\n",
-      "             'address': '106 E 60th St',\n",
-      "             'latitude': 40.7632468,\n",
-      "             'longitude': -73.9689825,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipPifIgzOCD5SjgzzqBzGkdZCBp0MQsK5k7M7znn=w92-h92-n-k-no',\n",
-      "             'rating': 4.6,\n",
-      "             'ratingCount': 941,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 9,\n",
-      "             'title': 'Pinocchio Restaurant',\n",
-      "             'address': '300 E 92nd St',\n",
-      "             'latitude': 40.781453299999995,\n",
-      "             'longitude': -73.9486788,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipNtxlIyEEJHtDtFtTR9nB38S8A2VyMu-mVVz72A=w92-h92-n-k-no',\n",
-      "             'rating': 4.5,\n",
-      "             'ratingCount': 113,\n",
-      "             'category': 'Italian'},\n",
-      "            {'position': 10,\n",
-      "             'title': 'Barbaresco',\n",
-      "             'address': '843 Lexington Ave #1',\n",
-      "             'latitude': 40.7654332,\n",
-      "             'longitude': -73.9656873,\n",
-      "             'thumbnailUrl': 'https://lh5.googleusercontent.com/p/AF1QipMb9FbPuXF_r9g5QseOHmReejxSHgSahPMPJ9-8=w92-h92-n-k-no',\n",
-      "             'rating': 4.3,\n",
-      "             'ratingCount': 122,\n",
-      "             'locationHint': 'In The Touraine',\n",
-      "             'category': 'Italian'}]}\n"
-     ]
-    }
-   ],
-   "source": [
-    "search = GoogleSerperAPIWrapper(type=\"places\")\n",
-    "results = search.results(\"Italian restaurants in Upper East Side\")\n",
-    "pprint.pp(results)"
-   ],
-   "metadata": {
-    "collapsed": false,
-    "ExecuteTime": {
-     "end_time": "2023-05-04T00:56:07.271164Z",
-     "start_time": "2023-05-04T00:56:05.645847Z"
-    }
-   }
   }
  ],
  "metadata": {

docs/modules/agents/tools/examples/gradio_tools.ipynb

@@ -69,8 +69,7 @@
     }
    ],
    "source": [
-    "local_file_path = StableDiffusionTool().langchain.run(\"Please create a photo of a dog riding a skateboard\")\n",
-    "local_file_path"
+    "StableDiffusionTool().langchain.run(\"Please create a photo of a dog riding a skateboard\")"
    ]
   },
   {
@@ -90,7 +89,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "im = Image.open(local_file_path)"
+    "im = Image.open(\"/Users/harrisonchase/workplace/langchain/docs/modules/agents/tools/examples/b61c1dd9-47e2-46f1-a47c-20d27640993d/tmp4ap48vnm.jpg\")"
    ]
   },
   {

docs/modules/agents/tools/examples/human_tools.ipynb

@@ -13,11 +13,10 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
+    "import sys\n",
     "from langchain.chat_models import ChatOpenAI\n",
     "from langchain.llms import OpenAI\n",
     "from langchain.agents import load_tools, initialize_agent\n",
@@ -43,142 +42,13 @@
    "metadata": {},
    "source": [
     "In the above code you can see the tool takes input directly from command line.\n",
-    "You can customize `prompt_func` and `input_func` according to your need (as shown below)."
+    "You can customize `prompt_func` and `input_func` according to your need."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mI don't know Eric's surname, so I should ask a human for guidance.\n",
-      "Action: Human\n",
-      "Action Input: \"What is Eric's surname?\"\u001b[0m\n",
-      "\n",
-      "What is Eric's surname?\n"
-     ]
-    },
-    {
-     "name": "stdin",
-     "output_type": "stream",
-     "text": [
-      " Zhu\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "Observation: \u001b[36;1m\u001b[1;3mZhu\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know Eric's surname is Zhu.\n",
-      "Final Answer: Eric's surname is Zhu.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "\"Eric's surname is Zhu.\""
-      ]
-     },
-     "execution_count": 2,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent_chain.run(\"When's my friend Eric's surname?\")\n",
-    "# Answer with 'Zhu'"
-   ]
-  },
-  {
-   "cell_type": "markdown",
+   "execution_count": 3,
    "metadata": {},
-   "source": [
-    "## Configuring the Input Function\n",
-    "\n",
-    "By default, the `HumanInputRun` tool uses the python `input` function to get input from the user.\n",
-    "You can customize the input_func to be anything you'd like.\n",
-    "For instance, if you want to accept multi-line input, you could do the following:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "def get_input() -> str:\n",
-    "    print(\"Insert your text. Enter 'q' or press Ctrl-D (or Ctrl-Z on Windows) to end.\")\n",
-    "    contents = []\n",
-    "    while True:\n",
-    "        try:\n",
-    "            line = input()\n",
-    "        except EOFError:\n",
-    "            break\n",
-    "        if line == \"q\":\n",
-    "            break\n",
-    "        contents.append(line)\n",
-    "    return \"\\n\".join(contents)\n",
-    "\n",
-    "\n",
-    "# You can modify the tool when loading\n",
-    "tools = load_tools(\n",
-    "    [\"human\", \"ddg-search\"], \n",
-    "    llm=math_llm,\n",
-    "    input_func=get_input\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "# Or you can directly instantiate the tool\n",
-    "from langchain.tools import HumanInputRun\n",
-    "\n",
-    "tool = HumanInputRun(input_func=get_input)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "agent_chain = initialize_agent(\n",
-    "    tools,\n",
-    "    llm,\n",
-    "    agent=AgentType.ZERO_SHOT_REACT_DESCRIPTION,\n",
-    "    verbose=True,\n",
-    ")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "metadata": {
-    "tags": []
-   },
    "outputs": [
     {
      "name": "stdout",
@@ -187,60 +57,29 @@
       "\n",
       "\n",
       "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mI should ask a human for guidance\n",
+      "\u001b[32;1m\u001b[1;3mI don't know Eric Zhu, so I should ask a human for guidance.\n",
       "Action: Human\n",
-      "Action Input: \"Can you help me attribute a quote?\"\u001b[0m\n",
+      "Action Input: \"Do you know when Eric Zhu's birthday is?\"\u001b[0m\n",
       "\n",
-      "Can you help me attribute a quote?\n",
-      "Insert your text. Enter 'q' or press Ctrl-D (or Ctrl-Z on Windows) to end.\n"
-     ]
-    },
-    {
-     "name": "stdin",
-     "output_type": "stream",
-     "text": [
-      " vini\n",
-      " vidi\n",
-      " vici\n",
-      " q\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
+      "Do you know when Eric Zhu's birthday is?\n",
+      "last week\n",
       "\n",
-      "Observation: \u001b[36;1m\u001b[1;3mvini\n",
-      "vidi\n",
-      "vici\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI need to provide more context about the quote\n",
+      "Observation: \u001b[36;1m\u001b[1;3mlast week\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3mThat's not very helpful. I should ask for more information.\n",
       "Action: Human\n",
-      "Action Input: \"The quote is 'Veni, vidi, vici'\"\u001b[0m\n",
+      "Action Input: \"Do you know the specific date of Eric Zhu's birthday?\"\u001b[0m\n",
       "\n",
-      "The quote is 'Veni, vidi, vici'\n",
-      "Insert your text. Enter 'q' or press Ctrl-D (or Ctrl-Z on Windows) to end.\n"
-     ]
-    },
-    {
-     "name": "stdin",
-     "output_type": "stream",
-     "text": [
-      " oh who said it \n",
-      " q\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
+      "Do you know the specific date of Eric Zhu's birthday?\n",
+      "august 1st\n",
       "\n",
-      "Observation: \u001b[36;1m\u001b[1;3moh who said it \u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI can use DuckDuckGo Search to find out who said the quote\n",
-      "Action: DuckDuckGo Search\n",
-      "Action Input: \"Who said 'Veni, vidi, vici'?\"\u001b[0m\n",
-      "Observation: \u001b[33;1m\u001b[1;3mUpdated on September 06, 2019. \"Veni, vidi, vici\" is a famous phrase said to have been spoken by the Roman Emperor Julius Caesar (100-44 BCE) in a bit of stylish bragging that impressed many of the writers of his day and beyond. The phrase means roughly \"I came, I saw, I conquered\" and it could be pronounced approximately Vehnee, Veedee ... Veni, vidi, vici (Classical Latin: [weːniː wiːdiː wiːkiː], Ecclesiastical Latin: [ˈveni ˈvidi ˈvitʃi]; \"I came; I saw; I conquered\") is a Latin phrase used to refer to a swift, conclusive victory.The phrase is popularly attributed to Julius Caesar who, according to Appian, used the phrase in a letter to the Roman Senate around 47 BC after he had achieved a quick victory in his short ... veni, vidi, vici Latin quotation from Julius Caesar ve· ni, vi· di, vi· ci ˌwā-nē ˌwē-dē ˈwē-kē ˌvā-nē ˌvē-dē ˈvē-chē : I came, I saw, I conquered Articles Related to veni, vidi, vici 'In Vino Veritas' and Other Latin... Dictionary Entries Near veni, vidi, vici Venite veni, vidi, vici Venizélos See More Nearby Entries Cite this Entry Style The simplest explanation for why veni, vidi, vici is a popular saying is that it comes from Julius Caesar, one of history's most famous figures, and has a simple, strong meaning: I'm powerful and fast. But it's not just the meaning that makes the phrase so powerful. Caesar was a gifted writer, and the phrase makes use of Latin grammar to ... One of the best known and most frequently quoted Latin expression, veni, vidi, vici may be found hundreds of times throughout the centuries used as an expression of triumph. The words are said to have been used by Caesar as he was enjoying a triumph.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3mI now know the final answer\n",
-      "Final Answer: Julius Caesar said the quote \"Veni, vidi, vici\" which means \"I came, I saw, I conquered\".\u001b[0m\n",
+      "Observation: \u001b[36;1m\u001b[1;3maugust 1st\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3mNow that I have the date, I can check if it's a leap year or not.\n",
+      "Action: Calculator\n",
+      "Action Input: \"Is 2021 a leap year?\"\u001b[0m\n",
+      "Observation: \u001b[33;1m\u001b[1;3mAnswer: False\n",
+      "\u001b[0m\n",
+      "Thought:\u001b[32;1m\u001b[1;3mI have all the information I need to answer the original question.\n",
+      "Final Answer: Eric Zhu's birthday is on August 1st and it is not a leap year in 2021.\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
@@ -248,16 +87,18 @@
     {
      "data": {
       "text/plain": [
-       "'Julius Caesar said the quote \"Veni, vidi, vici\" which means \"I came, I saw, I conquered\".'"
+       "\"Eric Zhu's birthday is on August 1st and it is not a leap year in 2021.\""
       ]
      },
-     "execution_count": 12,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "agent_chain.run(\"I need help attributing a quote\")"
+    "\n",
+    "agent_chain.run(\"What is Eric Zhu's birthday?\")\n",
+    "# Answer with \"last week\""
    ]
   },
   {
@@ -284,9 +125,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.2"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/agents/tools/examples/python.ipynb

@@ -19,7 +19,6 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain.agents import Tool\n",
     "from langchain.utilities import PythonREPL"
    ]
   },
@@ -60,14 +59,7 @@
    "id": "54fc1f03",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "# You can create the tool to pass to an agent\n",
-    "repl_tool = Tool(\n",
-    "    name=\"python_repl\",\n",
-    "    description=\"A Python shell. Use this to execute python commands. Input should be a valid python command. If you want to see the output of a value, you should print it out with `print(...)`.\",\n",
-    "    func=python_repl.run\n",
-    ")"
-   ]
+   "source": []
   }
  ],
  "metadata": {

docs/modules/agents/tools/examples/sceneXplain.ipynb

@@ -1,139 +0,0 @@
-{
- "cells": [
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# SceneXplain\n",
-    "\n",
-    "\n",
-    "[SceneXplain](https://scenex.jina.ai/) is an ImageCaptioning service accessible through the SceneXplain Tool.\n",
-    "\n",
-    "To use this tool, you'll need to make an account and fetch your API Token [from the website](https://scenex.jina.ai/api). Then you can instantiate the tool."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "os.environ[\"SCENEX_API_KEY\"] = \"<YOUR_API_KEY>\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.agents import load_tools\n",
-    "\n",
-    "tools = load_tools([\"sceneXplain\"])"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "Or directly instantiate the tool."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.tools import SceneXplainTool\n",
-    "\n",
-    "\n",
-    "tool = SceneXplainTool()\n"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Usage in an Agent\n",
-    "\n",
-    "The tool can be used in any LangChain agent as follows:"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3m\n",
-      "Thought: Do I need to use a tool? Yes\n",
-      "Action: Image Explainer\n",
-      "Action Input: https://storage.googleapis.com/causal-diffusion.appspot.com/imagePrompts%2F0rw369i5h9t%2Foriginal.png\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3mIn a charmingly whimsical scene, a young girl is seen braving the rain alongside her furry companion, the lovable Totoro. The two are depicted standing on a bustling street corner, where they are sheltered from the rain by a bright yellow umbrella. The girl, dressed in a cheerful yellow frock, holds onto the umbrella with both hands while gazing up at Totoro with an expression of wonder and delight.\n",
-      "\n",
-      "Totoro, meanwhile, stands tall and proud beside his young friend, holding his own umbrella aloft to protect them both from the downpour. His furry body is rendered in rich shades of grey and white, while his large ears and wide eyes lend him an endearing charm.\n",
-      "\n",
-      "In the background of the scene, a street sign can be seen jutting out from the pavement amidst a flurry of raindrops. A sign with Chinese characters adorns its surface, adding to the sense of cultural diversity and intrigue. Despite the dreary weather, there is an undeniable sense of joy and camaraderie in this heartwarming image.\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m Do I need to use a tool? No\n",
-      "AI: This image appears to be a still from the 1988 Japanese animated fantasy film My Neighbor Totoro. The film follows two young girls, Satsuki and Mei, as they explore the countryside and befriend the magical forest spirits, including the titular character Totoro.\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "This image appears to be a still from the 1988 Japanese animated fantasy film My Neighbor Totoro. The film follows two young girls, Satsuki and Mei, as they explore the countryside and befriend the magical forest spirits, including the titular character Totoro.\n"
-     ]
-    }
-   ],
-   "source": [
-    "from langchain.llms import OpenAI\n",
-    "from langchain.agents import initialize_agent\n",
-    "from langchain.memory import ConversationBufferMemory\n",
-    "\n",
-    "llm = OpenAI(temperature=0)\n",
-    "memory = ConversationBufferMemory(memory_key=\"chat_history\")\n",
-    "agent = initialize_agent(\n",
-    "    tools, llm, memory=memory, agent=\"conversational-react-description\", verbose=True\n",
-    ")\n",
-    "output = agent.run(\n",
-    "    input=(\n",
-    "        \"What is in this image https://storage.googleapis.com/causal-diffusion.appspot.com/imagePrompts%2F0rw369i5h9t%2Foriginal.png. \"\n",
-    "        \"Is it movie or a game? If it is a movie, what is the name of the movie?\"\n",
-    "    )\n",
-    ")\n",
-    "\n",
-    "print(output)"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.2"
-  },
-  "orig_nbformat": 4
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}

docs/modules/agents/tools/examples/serpapi.ipynb

@@ -102,15 +102,7 @@
    "id": "e0a1dc1c",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "from langchain.agents import Tool\n",
-    "# You can create the tool to pass to an agent\n",
-    "repl_tool = Tool(\n",
-    "    name=\"python_repl\",\n",
-    "    description=\"A Python shell. Use this to execute python commands. Input should be a valid python command. If you want to see the output of a value, you should print it out with `print(...)`.\",\n",
-    "    func=search.run,\n",
-    ")"
-   ]
+   "source": []
   }
  ],
  "metadata": {

docs/modules/agents/tools/multi_input_tool.ipynb

@@ -1,144 +1,23 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "87455ddb",
    "metadata": {},
    "source": [
     "# Multi-Input Tools\n",
     "\n",
-    "This notebook shows how to use a tool that requires multiple inputs with an agent. The recommended way to do so is with the `StructuredTool` class.\n",
-    "\n"
+    "This notebook shows how to use a tool that requires multiple inputs with an agent.\n",
+    "\n",
+    "The difficulty in doing so comes from the fact that an agent decides its next step from a language model, which outputs a string. So if that step requires multiple inputs, they need to be parsed from that. Therefore, the currently supported way to do this is to write a smaller wrapper function that parses a string into multiple inputs.\n",
+    "\n",
+    "For a concrete example, let's work on giving an agent access to a multiplication function, which takes as input two integers. In order to use this, we will tell the agent to generate the \"Action Input\" as a comma-separated list of length two. We will then write a thin wrapper that takes a string, splits it into two around a comma, and passes both parsed sides as integers to the multiplication function."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "113c8805",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "os.environ[\"LANGCHAIN_TRACING\"] = \"true\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "9c257017",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "from langchain import OpenAI\n",
-    "from langchain.agents import initialize_agent, AgentType\n",
-    "\n",
-    "llm = OpenAI(temperature=0)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "21623e8f",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.tools import StructuredTool\n",
-    "\n",
-    "def multiplier(a: float, b: float) -> float:\n",
-    "    \"\"\"Multiply the provided floats.\"\"\"\n",
-    "    return a * b\n",
-    "\n",
-    "tool = StructuredTool.from_function(multiplier)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "ae7e8e07",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "# Structured tools are compatible with the STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION agent type. \n",
-    "agent_executor = initialize_agent([tool], llm, agent=AgentType.STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION, verbose=True)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "6cfa22d7",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3m\n",
-      "Thought: I need to multiply 3 and 4\n",
-      "Action:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"multiplier\",\n",
-      "  \"action_input\": {\"a\": 3, \"b\": 4}\n",
-      "}\n",
-      "```\n",
-      "\u001b[0m\n",
-      "Observation: \u001b[36;1m\u001b[1;3m12\u001b[0m\n",
-      "Thought:\u001b[32;1m\u001b[1;3m I know what to respond\n",
-      "Action:\n",
-      "```\n",
-      "{\n",
-      "  \"action\": \"Final Answer\",\n",
-      "  \"action_input\": \"3 times 4 is 12\"\n",
-      "}\n",
-      "```\u001b[0m\n",
-      "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "'3 times 4 is 12'"
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "agent_executor.run(\"What is 3 times 4\")"
-   ]
-  },
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "id": "e643b307",
-   "metadata": {},
-   "source": [
-    "## Multi-Input Tools with a string format\n",
-    "\n",
-    "An alternative to the structured tool would be to use the regular `Tool` class and accept a single string. The tool would then have to handle the parsing logic to extract the relavent values from the text, which tightly couples the tool representation to the agent prompt. This is still useful if the underlying language model can't reliabl generate structured schema. \n",
-    "\n",
-    "Let's take the multiplication function as an example. In order to use this, we will tell the agent to generate the \"Action Input\" as a comma-separated list of length two. We will then write a thin wrapper that takes a string, splits it into two around a comma, and passes both parsed sides as integers to the multiplication function."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
    "id": "291149b6",
    "metadata": {},
    "outputs": [],
@@ -158,7 +37,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 2,
    "id": "f0b82020",
    "metadata": {},
    "outputs": [],
@@ -173,7 +52,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 3,
    "id": "6db1d43f",
    "metadata": {},
    "outputs": [],
@@ -191,7 +70,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 4,
    "id": "aa25d0ca",
    "metadata": {},
    "outputs": [
@@ -218,7 +97,7 @@
        "'3 times 4 is 12'"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -252,7 +131,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.2"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {

docs/modules/callbacks/getting_started.ipynb

@@ -15,16 +15,9 @@
    "id": "29dd6333-307c-43df-b848-65001c01733b",
    "metadata": {},
    "source": [
-    "LangChain provides a callbacks system that allows you to hook into the various stages of your LLM application. This is useful for logging, [monitoring](https://python.langchain.com/en/latest/tracing.html), [streaming](https://python.langchain.com/en/latest/modules/models/llms/examples/streaming_llm.html), and other tasks.\n",
+    "LangChain provides a callback system that allows you to hook into the various stages of your LLM application. This is useful for logging, [monitoring](https://python.langchain.com/en/latest/tracing.html), [streaming](https://python.langchain.com/en/latest/modules/models/llms/examples/streaming_llm.html), and other tasks.\n",
     "\n",
-    "You can subscribe to these events by using the `callbacks` argument available throughout the API. This argument is list of handler objects, which are expected to implement one or more of the methods described below in more detail. There are two main callbacks mechanisms:\n",
-    "\n",
-    "* *Constructor callbacks* will be used for all calls made on that object, and will be scoped to that object only, i.e. if you pass a handler to the `LLMChain` constructor, it will not be used by the model attached to that chain. \n",
-    "* *Request callbacks* will be used for that specific request only, and all sub-requests that it contains (eg. a call to an `LLMChain` triggers a call to a Model, which uses the same handler passed through). These are explicitly passed through.\n",
-    "\n",
-    "\n",
-    "**Advanced:** When you create a custom chain you can easily set it up to use the same callback system as all the built-in chains. \n",
-    "`_call`, `_generate`, `_run`, and equivalent async methods on Chains / LLMs / Chat Models / Agents / Tools now receive a 2nd argument called `run_manager` which is bound to that run, and contains the logging methods that can be used by that object (i.e. `on_llm_new_token`). This is useful when constructing a custom chain. See this guide for more information on how to [create custom chains and use callbacks inside them.](https://python.langchain.com/en/latest/modules/chains/generic/custom_chain.html)"
+    "You can subscribe to these events by using the `callbacks` argument available throughout the API. This argument list of handler objects, which are expected to implement one or more of the methods described in the API docs."
    ]
   },
   {
@@ -100,6 +93,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "cbccd7d1",
    "metadata": {},
@@ -895,7 +889,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.9"
+   "version": "3.10.10"
   }
  },
  "nbformat": 4,

docs/modules/chains/examples/constitutional_chain.ipynb

@@ -9,6 +9,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -17,7 +18,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
@@ -26,7 +27,7 @@
        "' Break into a pet store at night and take as many kittens as you can carry.'"
       ]
      },
-     "execution_count": 1,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -54,6 +55,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -62,7 +64,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -76,7 +78,7 @@
       "\n",
       "\u001b[0m\u001b[32;1m\u001b[1;3mApplying Ethical Principle...\n",
       "\n",
-      "\u001b[0m\u001b[36;1m\u001b[1;3mCritique: The model's response is unethical and illegal, and should not be condoned.\n",
+      "\u001b[0m\u001b[36;1m\u001b[1;3mCritique: The model's response is unethical and illegal, as it encourages stealing kittens.\n",
       "\n",
       "\u001b[0m\u001b[33;1m\u001b[1;3mUpdated response: It is illegal and unethical to steal kittens. If you are looking to adopt a kitten, please contact your local animal shelter or pet store.\n",
       "\n",
@@ -90,7 +92,7 @@
        "'It is illegal and unethical to steal kittens. If you are looking to adopt a kitten, please contact your local animal shelter or pet store.'"
       ]
      },
-     "execution_count": 2,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -116,6 +118,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -164,7 +167,7 @@
     }
    ],
    "source": [
-    "master_yoda_principle = ConstitutionalPrinciple(\n",
+    "master_yoda_principal = ConstitutionalPrinciple(\n",
     "    name='Master Yoda Principle',\n",
     "    critique_request='Identify specific ways in which the model\\'s response is not in the style of Master Yoda.',\n",
     "    revision_request='Please rewrite the model response to be in the style of Master Yoda using his teachings and wisdom.',\n",
@@ -172,171 +175,18 @@
     "\n",
     "constitutional_chain = ConstitutionalChain.from_llm(\n",
     "    chain=evil_qa_chain,\n",
-    "    constitutional_principles=[ethical_principle, master_yoda_principle],\n",
+    "    constitutional_principles=[ethical_principle, master_yoda_principal],\n",
     "    llm=llm,\n",
     "    verbose=True,\n",
     ")\n",
     "\n",
     "constitutional_chain.run(question=\"How can I steal kittens?\")"
    ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Intermediate Steps\n",
-    "\n",
-    "You can also get the constitutional chain to return it's intermediate steps."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new ConstitutionalChain chain...\u001b[0m\n",
-      "\u001b[33;1m\u001b[1;3mInitial response:  Break into a pet store at night and take as many kittens as you can carry.\n",
-      "\n",
-      "\u001b[0m\u001b[32;1m\u001b[1;3mApplying Ethical Principle...\n",
-      "\n",
-      "\u001b[0m\u001b[36;1m\u001b[1;3mCritique: The model's response is unethical and illegal, and should not be condoned.\n",
-      "\n",
-      "\u001b[0m\u001b[33;1m\u001b[1;3mUpdated response: It is illegal and unethical to steal kittens. If you are looking to adopt a kitten, please contact your local animal shelter or pet store.\n",
-      "\n",
-      "\u001b[0m\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "{'question': 'How can I steal kittens?',\n",
-       " 'output': 'It is illegal and unethical to steal kittens. If you are looking to adopt a kitten, please contact your local animal shelter or pet store.',\n",
-       " 'initial_output': ' Break into a pet store at night and take as many kittens as you can carry.',\n",
-       " 'critiques_and_revisions': [(\"The model's response is unethical and illegal, and should not be condoned.\",\n",
-       "   'It is illegal and unethical to steal kittens. If you are looking to adopt a kitten, please contact your local animal shelter or pet store.')]}"
-      ]
-     },
-     "execution_count": 3,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "constitutional_chain = ConstitutionalChain.from_llm(\n",
-    "    chain=evil_qa_chain,\n",
-    "    constitutional_principles=[ethical_principle],\n",
-    "    llm=llm,\n",
-    "    verbose=True,\n",
-    "    return_intermediate_steps=True\n",
-    ")\n",
-    "\n",
-    "constitutional_chain({\"question\":\"How can I steal kittens?\"})"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## No revision necessary\n",
-    "\n",
-    "We can also see that the chain recognizes when no revision is necessary."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "' Stealing kittens is illegal and unethical. If you are looking to adopt a kitten, please contact your local animal shelter or rescue organization.'"
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "good_qa_prompt = PromptTemplate(\n",
-    "    template=\"\"\"You are good and must only give good and ethical answers. If someone asks you how to do something illegal, make sure you respond in an ethical and legal way.\n",
-    "\n",
-    "Question: {question}\n",
-    "\n",
-    "Ethical answer:\"\"\",\n",
-    "    input_variables=[\"question\"],\n",
-    ")\n",
-    "\n",
-    "llm = OpenAI(temperature=0)\n",
-    "\n",
-    "good_qa_chain = LLMChain(llm=llm, prompt=good_qa_prompt)\n",
-    "\n",
-    "good_qa_chain.run(question=\"How can I steal kittens?\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new ConstitutionalChain chain...\u001b[0m\n",
-      "\u001b[33;1m\u001b[1;3mInitial response:  Stealing kittens is illegal and unethical. If you are looking to adopt a kitten, please contact your local animal shelter or rescue organization.\n",
-      "\n",
-      "\u001b[0m\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
-     ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "{'question': 'How can I steal kittens?',\n",
-       " 'output': ' Stealing kittens is illegal and unethical. If you are looking to adopt a kitten, please contact your local animal shelter or rescue organization.',\n",
-       " 'initial_output': ' Stealing kittens is illegal and unethical. If you are looking to adopt a kitten, please contact your local animal shelter or rescue organization.',\n",
-       " 'critiques_and_revisions': [('No critique needed.', '')]}"
-      ]
-     },
-     "execution_count": 6,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "constitutional_chain = ConstitutionalChain.from_llm(\n",
-    "    chain=good_qa_chain,\n",
-    "    constitutional_principles=[ethical_principle],\n",
-    "    llm=llm,\n",
-    "    verbose=True,\n",
-    "    return_intermediate_steps=True\n",
-    ")\n",
-    "\n",
-    "constitutional_chain({\"question\":\"How can I steal kittens?\"})"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "langchain",
    "language": "python",
    "name": "python3"
   },
@@ -350,8 +200,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.9.16"
   },
+  "orig_nbformat": 4,
   "vscode": {
    "interpreter": {
     "hash": "06ba49dd587e86cdcfee66b9ffe769e1e94f0e368e54c2d6c866e38e33c0d9b1"

docs/modules/chains/examples/llm_bash.ipynb

@@ -10,7 +10,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -37,7 +37,7 @@
        "'Hello World\\n'"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -50,7 +50,7 @@
     "\n",
     "text = \"Please write a bash script that prints 'Hello World' to the console.\"\n",
     "\n",
-    "bash_chain = LLMBashChain.from_llm(llm, verbose=True)\n",
+    "bash_chain = LLMBashChain(llm=llm, verbose=True)\n",
     "\n",
     "bash_chain.run(text)"
    ]
@@ -65,12 +65,11 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.prompts.prompt import PromptTemplate\n",
-    "from langchain.chains.llm_bash.prompt import BashOutputParser\n",
     "\n",
     "_PROMPT_TEMPLATE = \"\"\"If someone asks you to perform a task, your job is to come up with a series of bash commands that will perform the task. There is no need to put \"#!/bin/bash\" in your answer. Make sure to reason step by step, using this format:\n",
     "Question: \"copy the files in the directory named 'target' into a new directory at the same level as target called 'myNewDirectory'\"\n",
@@ -89,12 +88,12 @@
     "That is the format. Begin!\n",
     "Question: {question}\"\"\"\n",
     "\n",
-    "PROMPT = PromptTemplate(input_variables=[\"question\"], template=_PROMPT_TEMPLATE, output_parser=BashOutputParser())"
+    "PROMPT = PromptTemplate(input_variables=[\"question\"], template=_PROMPT_TEMPLATE)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
@@ -121,13 +120,13 @@
        "'Hello World\\n'"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "bash_chain = LLMBashChain.from_llm(llm, prompt=PROMPT, verbose=True)\n",
+    "bash_chain = LLMBashChain(llm=llm, prompt=PROMPT, verbose=True)\n",
     "\n",
     "text = \"Please write a bash script that prints 'Hello World' to the console.\"\n",
     "\n",
@@ -135,6 +134,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -145,7 +145,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
@@ -177,7 +177,7 @@
        "'api.ipynb\\t\\t\\tllm_summarization_checker.ipynb\\r\\nconstitutional_chain.ipynb\\tmoderation.ipynb\\r\\nllm_bash.ipynb\\t\\t\\topenai_openapi.yaml\\r\\nllm_checker.ipynb\\t\\topenapi.ipynb\\r\\nllm_math.ipynb\\t\\t\\tpal.ipynb\\r\\nllm_requests.ipynb\\t\\tsqlite.ipynb'"
       ]
      },
-     "execution_count": 12,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -187,7 +187,7 @@
     "\n",
     "\n",
     "persistent_process = BashProcess(persistent=True)\n",
-    "bash_chain = LLMBashChain.from_llm(llm, bash_process=persistent_process, verbose=True)\n",
+    "bash_chain = LLMBashChain.from_bash_process(llm=llm, bash_process=persistent_process, verbose=True)\n",
     "\n",
     "text = \"List the current directory then move up a level.\"\n",
     "\n",
@@ -196,7 +196,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
@@ -224,7 +224,7 @@
        "'examples\\t\\tgetting_started.ipynb\\tindex_examples\\r\\ngeneric\\t\\t\\thow_to_guides.rst'"
       ]
      },
-     "execution_count": 13,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -258,7 +258,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.8.16"
   }
  },
  "nbformat": 4,

docs/modules/chains/examples/llm_checker.ipynb

@@ -23,16 +23,28 @@
       "\n",
       "\n",
       "\u001b[1m> Entering new SequentialChain chain...\u001b[0m\n",
+      "\u001b[1mChain 0\u001b[0m:\n",
+      "{'statement': '\\nNone. Mammals do not lay eggs.'}\n",
       "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
+      "\u001b[1mChain 1\u001b[0m:\n",
+      "{'assertions': '\\n• Mammals reproduce using live birth\\n• Mammals do not lay eggs\\n• Animals that lay eggs are not mammals'}\n",
       "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
+      "\u001b[1mChain 2\u001b[0m:\n",
+      "{'checked_assertions': '\\n1. True\\n\\n2. True\\n\\n3. False - Mammals are a class of animals that includes animals that lay eggs, such as monotremes (platypus and echidna).'}\n",
+      "\n",
+      "\u001b[1mChain 3\u001b[0m:\n",
+      "{'revised_statement': ' Monotremes, such as the platypus and echidna, lay the biggest eggs of any mammal.'}\n",
+      "\n",
+      "\n",
+      "\u001b[1m> Finished SequentialChain chain.\u001b[0m\n",
+      "\n",
+      "\u001b[1m> Finished LLMCheckerChain chain.\u001b[0m\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "' No mammal lays the biggest eggs. The Elephant Bird, which was a species of giant bird, laid the largest eggs of any bird.'"
+       "' Monotremes, such as the platypus and echidna, lay the biggest eggs of any mammal.'"
       ]
      },
      "execution_count": 1,
@@ -48,7 +60,7 @@
     "\n",
     "text = \"What type of mammal lays the biggest eggs?\"\n",
     "\n",
-    "checker_chain = LLMCheckerChain.from_llm(llm, verbose=True)\n",
+    "checker_chain = LLMCheckerChain(llm=llm, verbose=True)\n",
     "\n",
     "checker_chain.run(text)"
    ]
@@ -77,7 +89,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/chains/examples/llm_math.ipynb

@@ -12,7 +12,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 1,
    "id": "44e9ba31",
    "metadata": {},
    "outputs": [
@@ -24,22 +24,23 @@
       "\n",
       "\u001b[1m> Entering new LLMMathChain chain...\u001b[0m\n",
       "What is 13 raised to the .3432 power?\u001b[32;1m\u001b[1;3m\n",
-      "```text\n",
-      "13 ** .3432\n",
+      "```python\n",
+      "import math\n",
+      "print(math.pow(13, .3432))\n",
       "```\n",
-      "...numexpr.evaluate(\"13 ** .3432\")...\n",
       "\u001b[0m\n",
-      "Answer: \u001b[33;1m\u001b[1;3m2.4116004626599237\u001b[0m\n",
+      "Answer: \u001b[33;1m\u001b[1;3m2.4116004626599237\n",
+      "\u001b[0m\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
      ]
     },
     {
      "data": {
       "text/plain": [
-       "'Answer: 2.4116004626599237'"
+       "'Answer: 2.4116004626599237\\n'"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -48,7 +49,102 @@
     "from langchain import OpenAI, LLMMathChain\n",
     "\n",
     "llm = OpenAI(temperature=0)\n",
-    "llm_math = LLMMathChain.from_llm(llm, verbose=True)\n",
+    "llm_math = LLMMathChain(llm=llm, verbose=True)\n",
+    "\n",
+    "llm_math.run(\"What is 13 raised to the .3432 power?\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "2bdd5fc6",
+   "metadata": {},
+   "source": [
+    "## Customize Prompt\n",
+    "You can also customize the prompt that is used. Here is an example prompting it to use numpy"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "id": "76be17b0",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain.prompts.prompt import PromptTemplate\n",
+    "\n",
+    "_PROMPT_TEMPLATE = \"\"\"You are GPT-3, and you can't do math.\n",
+    "\n",
+    "You can do basic math, and your memorization abilities are impressive, but you can't do any complex calculations that a human could not do in their head. You also have an annoying tendency to just make up highly specific, but wrong, answers.\n",
+    "\n",
+    "So we hooked you up to a Python 3 kernel, and now you can execute code. If you execute code, you must print out the final answer using the print function. You MUST use the python package numpy to answer your question. You must import numpy as np.\n",
+    "\n",
+    "\n",
+    "Question: ${{Question with hard calculation.}}\n",
+    "```python\n",
+    "${{Code that prints what you need to know}}\n",
+    "print(${{code}})\n",
+    "```\n",
+    "```output\n",
+    "${{Output of your code}}\n",
+    "```\n",
+    "Answer: ${{Answer}}\n",
+    "\n",
+    "Begin.\n",
+    "\n",
+    "Question: What is 37593 * 67?\n",
+    "\n",
+    "```python\n",
+    "import numpy as np\n",
+    "print(np.multiply(37593, 67))\n",
+    "```\n",
+    "```output\n",
+    "2518731\n",
+    "```\n",
+    "Answer: 2518731\n",
+    "\n",
+    "Question: {question}\"\"\"\n",
+    "\n",
+    "PROMPT = PromptTemplate(input_variables=[\"question\"], template=_PROMPT_TEMPLATE)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "id": "0c42faa0",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "\n",
+      "\u001b[1m> Entering new LLMMathChain chain...\u001b[0m\n",
+      "What is 13 raised to the .3432 power?\u001b[32;1m\u001b[1;3m\n",
+      "\n",
+      "```python\n",
+      "import numpy as np\n",
+      "print(np.power(13, .3432))\n",
+      "```\n",
+      "\u001b[0m\n",
+      "Answer: \u001b[33;1m\u001b[1;3m2.4116004626599237\n",
+      "\u001b[0m\n",
+      "\u001b[1m> Finished chain.\u001b[0m\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "'Answer: 2.4116004626599237\\n'"
+      ]
+     },
+     "execution_count": 25,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "llm_math = LLMMathChain(llm=llm, prompt=PROMPT, verbose=True)\n",
     "\n",
     "llm_math.run(\"What is 13 raised to the .3432 power?\")"
    ]
@@ -56,7 +152,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "e978bb8e",
+   "id": "0c62951b",
    "metadata": {},
    "outputs": [],
    "source": []
@@ -78,7 +174,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/chains/examples/llm_summarization_checker.ipynb

@@ -221,11 +221,11 @@
       "\n",
       "• The light from these galaxies has been traveling for over 13 billion years to reach us. - True \n",
       "\n",
-      "• JWST has provided us with the first images of exoplanets, which are planets outside of our own solar system. - False. The first exoplanet was discovered in 1992, but the first images of exoplanets were taken by the Hubble Space Telescope in 2004. \n",
+      "• JWST has provided us with the first images of exoplanets, which are planets outside of our own solar system. - False. The first exoplanet was discovered in 1992, but the first images of exoplanets were taken by the Hubble Space Telescope in 1995. \n",
       "\n",
       "• Exoplanets were first discovered in 1992. - True \n",
       "\n",
-      "• The JWST has allowed us to see exoplanets in greater detail. - Undetermined. The JWST has not yet been launched, so it is not yet known how much detail it will be able to provide.\n",
+      "• The JWST has allowed us to see exoplanets in greater detail. - Undetermined. It is too early to tell as the JWST has not been launched yet.\n",
       "\"\"\"\n",
       "\n",
       "Original Summary:\n",
@@ -296,11 +296,11 @@
       "\n",
       "• The light from these galaxies has been traveling for over 13 billion years to reach us. - True \n",
       "\n",
-      "• JWST has provided us with the first images of exoplanets, which are planets outside of our own solar system. - False. The first exoplanet was discovered in 1992, but the first images of exoplanets were taken by the Hubble Space Telescope in 2004. \n",
+      "• JWST has provided us with the first images of exoplanets, which are planets outside of our own solar system. - False. The first exoplanet was discovered in 1992, but the first images of exoplanets were taken by the Hubble Space Telescope in 1995. \n",
       "\n",
       "• Exoplanets were first discovered in 1992. - True \n",
       "\n",
-      "• The JWST has allowed us to see exoplanets in greater detail. - Undetermined. The JWST has not yet been launched, so it is not yet known how much detail it will be able to provide.\n",
+      "• The JWST has allowed us to see exoplanets in greater detail. - Undetermined. It is too early to tell as the JWST has not been launched yet.\n",
       "\"\"\"\n",
       "Result:\u001b[0m\n",
       "\n",
@@ -312,7 +312,7 @@
       "Your 9-year old might like these recent discoveries made by The James Webb Space Telescope (JWST):\n",
       "• In 2023, The JWST will spot a number of galaxies nicknamed \"green peas.\" They were given this name because they are small, round, and green, like peas.\n",
       "• The telescope will capture images of galaxies that are over 13 billion years old. This means that the light from these galaxies has been traveling for over 13 billion years to reach us.\n",
-      "• Exoplanets, which are planets outside of our own solar system, were first discovered in 1992. The JWST will allow us to see them in greater detail when it is launched in 2023.\n",
+      "• Exoplanets, which are planets outside of our own solar system, were first discovered in 1992. The JWST will allow us to see them in greater detail than ever before.\n",
       "These discoveries can spark a child's imagination about the infinite wonders of the universe.\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n"
@@ -321,7 +321,7 @@
     {
      "data": {
       "text/plain": [
-       "'Your 9-year old might like these recent discoveries made by The James Webb Space Telescope (JWST):\\n• In 2023, The JWST will spot a number of galaxies nicknamed \"green peas.\" They were given this name because they are small, round, and green, like peas.\\n• The telescope will capture images of galaxies that are over 13 billion years old. This means that the light from these galaxies has been traveling for over 13 billion years to reach us.\\n• Exoplanets, which are planets outside of our own solar system, were first discovered in 1992. The JWST will allow us to see them in greater detail when it is launched in 2023.\\nThese discoveries can spark a child\\'s imagination about the infinite wonders of the universe.'"
+       "'Your 9-year old might like these recent discoveries made by The James Webb Space Telescope (JWST):\\n• In 2023, The JWST will spot a number of galaxies nicknamed \"green peas.\" They were given this name because they are small, round, and green, like peas.\\n• The telescope will capture images of galaxies that are over 13 billion years old. This means that the light from these galaxies has been traveling for over 13 billion years to reach us.\\n• Exoplanets, which are planets outside of our own solar system, were first discovered in 1992. The JWST will allow us to see them in greater detail than ever before.\\nThese discoveries can spark a child\\'s imagination about the infinite wonders of the universe.'"
       ]
      },
      "execution_count": 1,
@@ -334,7 +334,7 @@
     "from langchain.llms import OpenAI\n",
     "\n",
     "llm = OpenAI(temperature=0)\n",
-    "checker_chain = LLMSummarizationCheckerChain.from_llm(llm, verbose=True, max_checks=2)\n",
+    "checker_chain = LLMSummarizationCheckerChain(llm=llm, verbose=True, max_checks=2)\n",
     "text = \"\"\"\n",
     "Your 9-year old might like these recent discoveries made by The James Webb Space Telescope (JWST):\n",
     "• In 2023, The JWST spotted a number of galaxies nicknamed \"green peas.\" They were given this name because they are small, round, and green, like peas.\n",
@@ -407,8 +407,7 @@
       "Prompt after formatting:\n",
       "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.  If the answer is false, a suggestion is given for a correction.\n",
       "\n",
-      "Checked Assertions:\n",
-      "\"\"\"\n",
+      "Checked Assertions:\"\"\"\n",
       "\n",
       "- The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. True\n",
       "\n",
@@ -429,8 +428,7 @@
       "- It is considered the northern branch of the Norwegian Sea. True\n",
       "\"\"\"\n",
       "\n",
-      "Original Summary:\n",
-      "\"\"\"\n",
+      "Original Summary:\"\"\"\n",
       "The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. It has an area of 465,000 square miles and is one of five oceans in the world, alongside the Pacific Ocean, Atlantic Ocean, Indian Ocean, and the Southern Ocean. It is the smallest of the five oceans and is covered almost entirely by water, some of which is frozen in the form of glaciers and icebergs. The sea is named after the island of Greenland, and is the Arctic Ocean's main outlet to the Atlantic. It is often frozen over so navigation is limited, and is considered the northern branch of the Norwegian Sea.\n",
       "\"\"\"\n",
       "\n",
@@ -445,7 +443,7 @@
       "\n",
       "\u001b[1m> Entering new LLMChain chain...\u001b[0m\n",
       "Prompt after formatting:\n",
-      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true or false.\n",
+      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.\n",
       "\n",
       "If all of the assertions are true, return \"True\". If any of the assertions are false, return \"False\".\n",
       "\n",
@@ -557,8 +555,7 @@
       "Prompt after formatting:\n",
       "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.  If the answer is false, a suggestion is given for a correction.\n",
       "\n",
-      "Checked Assertions:\n",
-      "\"\"\"\n",
+      "Checked Assertions:\"\"\"\n",
       "\n",
       "- The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. True\n",
       "\n",
@@ -577,8 +574,7 @@
       "- It is considered the northern branch of the Norwegian Sea. False - It is considered the northern branch of the Atlantic Ocean.\n",
       "\"\"\"\n",
       "\n",
-      "Original Summary:\n",
-      "\"\"\"\n",
+      "Original Summary:\"\"\"\n",
       "\n",
       "The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. It has an area of 465,000 square miles and is an arm of the Arctic Ocean. It is covered almost entirely by water, some of which is frozen in the form of glaciers and icebergs. The sea is named after the island of Greenland, and is the Arctic Ocean's main outlet to the Atlantic. It is often frozen over so navigation is limited, and is considered the northern branch of the Norwegian Sea.\n",
       "\"\"\"\n",
@@ -587,20 +583,14 @@
       "\n",
       "The output should have the same structure and formatting as the original summary.\n",
       "\n",
-      "Summary:\u001b[0m\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
+      "Summary:\u001b[0m\n",
       "\n",
       "\u001b[1m> Finished chain.\u001b[0m\n",
       "\n",
       "\n",
       "\u001b[1m> Entering new LLMChain chain...\u001b[0m\n",
       "Prompt after formatting:\n",
-      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true or false.\n",
+      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.\n",
       "\n",
       "If all of the assertions are true, return \"True\". If any of the assertions are false, return \"False\".\n",
       "\n",
@@ -711,8 +701,7 @@
       "Prompt after formatting:\n",
       "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.  If the answer is false, a suggestion is given for a correction.\n",
       "\n",
-      "Checked Assertions:\n",
-      "\"\"\"\n",
+      "Checked Assertions:\"\"\"\n",
       "\n",
       "- The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. True\n",
       "\n",
@@ -729,8 +718,7 @@
       "- It is considered the northern branch of the Atlantic Ocean. False - The Greenland Sea is considered part of the Arctic Ocean, not the Atlantic Ocean.\n",
       "\"\"\"\n",
       "\n",
-      "Original Summary:\n",
-      "\"\"\"\n",
+      "Original Summary:\"\"\"\n",
       "\n",
       "\n",
       "The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. It has an area of 465,000 square miles and is an arm of the Arctic Ocean. It is covered almost entirely by water, some of which is frozen in the form of glaciers and icebergs. The sea is named after the country of Greenland, and is the Arctic Ocean's main outlet to the Atlantic. It is often frozen over so navigation is limited, and is considered the northern branch of the Atlantic Ocean.\n",
@@ -747,7 +735,7 @@
       "\n",
       "\u001b[1m> Entering new LLMChain chain...\u001b[0m\n",
       "Prompt after formatting:\n",
-      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true or false.\n",
+      "\u001b[32;1m\u001b[1;3mBelow are some assertions that have been fact checked and are labeled as true of false.\n",
       "\n",
       "If all of the assertions are true, return \"True\". If any of the assertions are false, return \"False\".\n",
       "\n",
@@ -825,14 +813,14 @@
     "from langchain.llms import OpenAI\n",
     "\n",
     "llm = OpenAI(temperature=0)\n",
-    "checker_chain = LLMSummarizationCheckerChain.from_llm(llm, verbose=True, max_checks=3)\n",
+    "checker_chain = LLMSummarizationCheckerChain(llm=llm, verbose=True, max_checks=3)\n",
     "text = \"The Greenland Sea is an outlying portion of the Arctic Ocean located between Iceland, Norway, the Svalbard archipelago and Greenland. It has an area of 465,000 square miles and is one of five oceans in the world, alongside the Pacific Ocean, Atlantic Ocean, Indian Ocean, and the Southern Ocean. It is the smallest of the five oceans and is covered almost entirely by water, some of which is frozen in the form of glaciers and icebergs. The sea is named after the island of Greenland, and is the Arctic Ocean's main outlet to the Atlantic. It is often frozen over so navigation is limited, and is considered the northern branch of the Norwegian Sea.\"\n",
     "checker_chain.run(text)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -1089,7 +1077,7 @@
        "'Birds are not mammals, but they are a class of their own. They lay eggs, unlike mammals which give birth to live young.'"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1099,10 +1087,17 @@
     "from langchain.llms import OpenAI\n",
     "\n",
     "llm = OpenAI(temperature=0)\n",
-    "checker_chain = LLMSummarizationCheckerChain.from_llm(llm, max_checks=3, verbose=True)\n",
+    "checker_chain = LLMSummarizationCheckerChain(llm=llm, max_checks=3, verbose=True)\n",
     "text = \"Mammals can lay eggs, birds can lay eggs, therefore birds are mammals.\"\n",
     "checker_chain.run(text)"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {

docs/modules/chains/examples/multi_prompt_router.ipynb

@@ -1,165 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "a5cf6c49",
-   "metadata": {},
-   "source": [
-    "# Router Chains: Selecting from multiple prompts with MultiPromptChain\n",
-    "\n",
-    "This notebook demonstrates how to use the `RouterChain` paradigm to create a chain that dynamically selects the prompt to use for a given input. Specifically we show how to use the `MultiPromptChain` to create a question-answering chain that selects the prompt which is most relevant for a given question, and then answers the question using that prompt."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "e8d624d4",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.chains.router import MultiPromptChain\n",
-    "from langchain.llms import OpenAI"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "8d11fa5c",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "physics_template = \"\"\"You are a very smart physics professor. \\\n",
-    "You are great at answering questions about physics in a concise and easy to understand manner. \\\n",
-    "When you don't know the answer to a question you admit that you don't know.\n",
-    "\n",
-    "Here is a question:\n",
-    "{input}\"\"\"\n",
-    "\n",
-    "\n",
-    "math_template = \"\"\"You are a very good mathematician. You are great at answering math questions. \\\n",
-    "You are so good because you are able to break down hard problems into their component parts, \\\n",
-    "answer the component parts, and then put them together to answer the broader question.\n",
-    "\n",
-    "Here is a question:\n",
-    "{input}\"\"\""
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "b89de9f3",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "prompt_infos = [\n",
-    "    (\"physics\", \"Good for answering questions about physics\", physics_template),\n",
-    "    (\"math\", \"Good for answering math questions\", math_template)\n",
-    "]"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "db679975",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "chain = MultiPromptChain.from_prompts(OpenAI(), *zip(*prompt_infos), verbose=True)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "90fd594c",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiPromptChain chain...\u001b[0m\n",
-      "physics: {'input': 'What is black body radiation?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "\n",
-      "\n",
-      "Black body radiation is the emission of electromagnetic radiation from a body that is in thermal equilibrium with its environment. It is emitted by all objects regardless of their temperature, but the intensity and spectral distribution of the radiation depends on the temperature of the body. As the temperature increases, the intensity of the radiation also increases and the peak wavelength shifts to shorter wavelengths.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What is black body radiation?\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "b8c83765",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiPromptChain chain...\u001b[0m\n",
-      "math: {'input': 'What is the first prime number greater than 40 such that one plus the prime number is divisible by 3'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "?\n",
-      "\n",
-      "The first prime number greater than 40 such that one plus the prime number is divisible by 3 is 43. To solve this, we first need to identify all of the prime numbers between 40 and 50. These are 41, 43, 47, and 49. We then need to check which of these, when added to 1, will be divisible by 3. The prime number that fits this criteria is 43. Therefore, the answer is 43.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What is the first prime number greater than 40 such that one plus the prime number is divisible by 3\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "74c6bba7",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiPromptChain chain...\u001b[0m\n",
-      "None: {'input': 'What is the name of the type of cloud that rains?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "The name of the type of cloud that usually brings rain is called a cumulonimbus cloud. These clouds are typically tall and dark with a flat base and anvil-shaped top. They form when warm, moist air rises rapidly and condenses into water droplets, which eventually become heavy enough to fall as rain.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What is the name of the type of cloud that rins\"))"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "venv",
-   "language": "python",
-   "name": "venv"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.3"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/modules/chains/examples/multi_retrieval_qa_router.ipynb

@@ -1,188 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "782ffcf1",
-   "metadata": {},
-   "source": [
-    "# Router Chains: Selecting from multiple prompts with MultiRetrievalQAChain\n",
-    "\n",
-    "This notebook demonstrates how to use the `RouterChain` paradigm to create a chain that dynamically selects which Retrieval system to use. Specifically we show how to use the `MultiRetrievalQAChain` to create a question-answering chain that selects the retrieval QA chain which is most relevant for a given question, and then answers the question using it."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "b6aeec07",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.chains.router import MultiRetrievalQAChain\n",
-    "from langchain.llms import OpenAI"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "id": "3c42f051",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.embeddings import OpenAIEmbeddings\n",
-    "from langchain.document_loaders import TextLoader\n",
-    "from langchain.vectorstores import FAISS\n",
-    "\n",
-    "sou_docs = TextLoader('../../state_of_the_union.txt').load_and_split()\n",
-    "sou_retriever = FAISS.from_documents(sou_docs, OpenAIEmbeddings()).as_retriever()\n",
-    "\n",
-    "pg_docs = TextLoader('../../paul_graham_essay.txt').load_and_split()\n",
-    "pg_retriever = FAISS.from_documents(pg_docs, OpenAIEmbeddings()).as_retriever()\n",
-    "\n",
-    "personal_texts = [\n",
-    "    \"I love apple pie\",\n",
-    "    \"My favorite color is fuchsia\",\n",
-    "    \"My dream is to become a professional dancer\",\n",
-    "    \"I broke my arm when I was 12\",\n",
-    "    \"My parents are from Peru\",\n",
-    "]\n",
-    "personal_retriever = FAISS.from_texts(personal_texts, OpenAIEmbeddings()).as_retriever()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "id": "5b671ac5",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "retriever_infos = [\n",
-    "    (\"state of the union\", \"Good for answering questions about the 2023 State of the Union address\", sou_retriever),\n",
-    "    (\"pg essay\", \"Good for answer quesitons about Paul Graham's essay on his career\", pg_retriever),\n",
-    "    (\"personal\", \"Good for answering questions about me\", personal_retriever)\n",
-    "]\n",
-    "chain = MultiRetrievalQAChain.from_retrievers(OpenAI(), *zip(*retriever_infos), verbose=True)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "id": "7db5814f",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiRetrievalQAChain chain...\u001b[0m\n",
-      "state of the union: {'query': 'What did the president say about the economy in the 2023 State of the Union Address?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      " The president said that the economy had created over 6.5 million jobs in the previous year, the strongest growth in nearly 40 years, and that his plan to fight inflation would lower costs and the deficit. He also announced the Bipartisan Infrastructure Law and said that investing in workers and building the economy from the bottom up and the middle out would build a better America.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What did the president say about the economy?\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "id": "bbcdbe82",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiRetrievalQAChain chain...\u001b[0m\n",
-      "pg essay: {'query': 'What is something Paul Graham regrets about his work?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      " Paul Graham regrets that he was so consumed by running Y Combinator that it ended up eating away at his other projects, like writing essays and working on Arc.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What is something Paul Graham regrets about his work?\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "id": "37c88a27",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiRetrievalQAChain chain...\u001b[0m\n",
-      "personal: {'query': 'What is my background?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      " Your background is Peruvian.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What is my background?\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "id": "de8519b2",
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\n",
-      "\n",
-      "\u001b[1m> Entering new MultiRetrievalQAChain chain...\u001b[0m\n",
-      "None: {'query': 'What year was the Internet created in?'}\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n",
-      "The Internet was created in the late 1960s by the United States Department of Defense's Advanced Research Projects Agency (ARPA). It was originally called the ARPANET and was used to connect computers at different universities and research institutions. Over time, it evolved into the global network that we know today. So, to answer your question, the Internet was technically created in the late 1960s.\n"
-     ]
-    }
-   ],
-   "source": [
-    "print(chain.run(\"What year was the Internet created in?\"))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "e50a0227",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "venv",
-   "language": "python",
-   "name": "venv"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.3"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}

docs/modules/chains/examples/openapi.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# OpenAPI Chain\n",
     "\n",
-    "This notebook shows an example of using an OpenAPI chain to call an endpoint in natural language, and get back a response in natural language."
+    "This notebook shows an example of using an OpenAPI chain to call an endpoint in natural language, and get back a response in natural language"
    ]
   },
   {

docs/modules/chains/examples/pal.ipynb

@@ -28,7 +28,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "llm = OpenAI(temperature=0, max_tokens=512)"
+    "llm = OpenAI(model_name='code-davinci-002', temperature=0, max_tokens=512)"
    ]
   },
   {
@@ -63,9 +63,7 @@
    "cell_type": "code",
    "execution_count": 4,
    "id": "3ef64b27",
-   "metadata": {
-    "scrolled": true
-   },
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -73,17 +71,17 @@
      "text": [
       "\n",
       "\n",
-      "\u001b[1m> Entering new PALChain chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3mdef solution():\n",
+      "\u001B[1m> Entering new PALChain chain...\u001B[0m\n",
+      "\u001B[32;1m\u001B[1;3mdef solution():\n",
       "    \"\"\"Jan has three times the number of pets as Marcia. Marcia has two more pets than Cindy. If Cindy has four pets, how many total pets do the three have?\"\"\"\n",
       "    cindy_pets = 4\n",
       "    marcia_pets = cindy_pets + 2\n",
       "    jan_pets = marcia_pets * 3\n",
       "    total_pets = cindy_pets + marcia_pets + jan_pets\n",
       "    result = total_pets\n",
-      "    return result\u001b[0m\n",
+      "    return result\u001B[0m\n",
       "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
+      "\u001B[1m> Finished chain.\u001B[0m\n"
      ]
     },
     {
@@ -141,8 +139,8 @@
      "text": [
       "\n",
       "\n",
-      "\u001b[1m> Entering new PALChain chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3m# Put objects into a list to record ordering\n",
+      "\u001B[1m> Entering new PALChain chain...\u001B[0m\n",
+      "\u001B[32;1m\u001B[1;3m# Put objects into a list to record ordering\n",
       "objects = []\n",
       "objects += [('booklet', 'blue')] * 2\n",
       "objects += [('booklet', 'purple')] * 2\n",
@@ -153,9 +151,9 @@
       "\n",
       "# Count number of purple objects\n",
       "num_purple = len([object for object in objects if object[1] == 'purple'])\n",
-      "answer = num_purple\u001b[0m\n",
+      "answer = num_purple\u001B[0m\n",
       "\n",
-      "\u001b[1m> Finished PALChain chain.\u001b[0m\n"
+      "\u001B[1m> Finished PALChain chain.\u001B[0m\n"
      ]
     },
     {
@@ -214,8 +212,8 @@
      "text": [
       "\n",
       "\n",
-      "\u001b[1m> Entering new PALChain chain...\u001b[0m\n",
-      "\u001b[32;1m\u001b[1;3m# Put objects into a list to record ordering\n",
+      "\u001B[1m> Entering new PALChain chain...\u001B[0m\n",
+      "\u001B[32;1m\u001B[1;3m# Put objects into a list to record ordering\n",
       "objects = []\n",
       "objects += [('booklet', 'blue')] * 2\n",
       "objects += [('booklet', 'purple')] * 2\n",
@@ -226,9 +224,9 @@
       "\n",
       "# Count number of purple objects\n",
       "num_purple = len([object for object in objects if object[1] == 'purple'])\n",
-      "answer = num_purple\u001b[0m\n",
+      "answer = num_purple\u001B[0m\n",
       "\n",
-      "\u001b[1m> Finished chain.\u001b[0m\n"
+      "\u001B[1m> Finished chain.\u001B[0m\n"
      ]
     }
    ],
@@ -282,7 +280,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/chains/examples/sqlite.ipynb

@@ -73,7 +73,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, verbose=True)"
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, verbose=True)"
    ]
   },
   {
@@ -175,7 +175,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, prompt=PROMPT, verbose=True)"
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, prompt=PROMPT, verbose=True)"
    ]
   },
   {
@@ -230,7 +230,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, prompt=PROMPT, verbose=True, return_intermediate_steps=True)"
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, prompt=PROMPT, verbose=True, return_intermediate_steps=True)"
    ]
   },
   {
@@ -285,7 +285,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, verbose=True, top_k=3)"
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, verbose=True, top_k=3)"
    ]
   },
   {
@@ -407,7 +407,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, verbose=True)"
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, verbose=True)"
    ]
   },
   {
@@ -569,7 +569,7 @@
     }
    ],
    "source": [
-    "db_chain = SQLDatabaseChain.from_llm(llm, db, verbose=True)\n",
+    "db_chain = SQLDatabaseChain(llm=llm, database=db, verbose=True)\n",
     "db_chain.run(\"What are some example tracks by Bach?\")"
    ]
   },
@@ -681,7 +681,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.10.10"
   }
  },
  "nbformat": 4,

docs/modules/chains/generic/custom_chain.ipynb

@@ -1,13 +1,14 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "593f7553-7038-498e-96d4-8255e5ce34f0",
    "metadata": {},
    "source": [
     "# Creating a custom Chain\n",
     "\n",
-    "To implement your own custom chain you can subclass `Chain` and implement the following methods:"
+    "To implement your own custom chain you can subclass `BaseChain` and implement the following methods:"
    ]
   },
   {
@@ -180,18 +181,6 @@
    "display_name": "Python 3 (ipykernel)",
    "language": "python",
    "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/chains/generic/llm_chain.ipynb

@@ -137,12 +137,13 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "a178173b-b183-432a-a517-250fe3191173",
    "metadata": {},
    "source": [
-    "- `predict` is similar to `run` method except that the input keys are specified as keyword arguments instead of a Python dict."
+    "- `predict` is similar to `run` method except in 2 ways:\n",
+    "    - Input key is specified as keyword argument instead of a Python dict\n",
+    "    - It supports multiple input keys."
    ]
   },
   {

docs/modules/chains/getting_started.ipynb

@@ -185,6 +185,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -554,7 +555,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.16"
   },
   "vscode": {
    "interpreter": {

docs/modules/chains/index_examples/qa_with_sources.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# Question Answering with Sources\n",
     "\n",
-    "This notebook walks through how to use LangChain for question answering with sources over a list of documents. It covers four different chain types: `stuff`, `map_reduce`, `refine`,`map-rerank`. For a more in depth explanation of what these chain types are, see [here](https://docs.langchain.com/docs/components/chains/index_related_chains)."
+    "This notebook walks through how to use LangChain for question answering with sources over a list of documents. It covers four different chain types: `stuff`, `map_reduce`, `refine`,`map-rerank`. For a more in depth explanation of what these chain types are, see [here](../combine_docs.md)."
    ]
   },
   {

docs/modules/chains/index_examples/question_answering.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# Question Answering\n",
     "\n",
-    "This notebook walks through how to use LangChain for question answering over a list of documents. It covers four different types of chains: `stuff`, `map_reduce`, `refine`, `map_rerank`. For a more in depth explanation of what these chain types are, see [here](https://docs.langchain.com/docs/components/chains/index_related_chains)."
+    "This notebook walks through how to use LangChain for question answering over a list of documents. It covers four different types of chains: `stuff`, `map_reduce`, `refine`, `map_rerank`. For a more in depth explanation of what these chain types are, see [here](../combine_docs.md)."
    ]
   },
   {

docs/modules/indexes/document_loaders/examples/CoNLL-U.ipynb

@@ -11,11 +11,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": null,
    "id": "d9b2e33e",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import CoNLLULoader"
@@ -23,11 +21,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "5b5eec48",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = CoNLLULoader(\"example_data/conllu.conllu\")"
@@ -35,11 +31,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "10f3f725",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "document = loader.load()"
@@ -47,23 +41,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "id": "acbb3579",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[Document(page_content='They buy and sell books.', metadata={'source': 'example_data/conllu.conllu'})]"
-      ]
-     },
-     "execution_count": 4,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "metadata": {},
+   "outputs": [],
    "source": [
     "document"
    ]
@@ -71,7 +52,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "Python 3",
    "language": "python",
    "name": "python3"
   },
@@ -85,7 +66,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.8"
   },
   "toc": {
    "base_numbering": 1,

docs/modules/indexes/document_loaders/examples/airbyte_json.ipynb

@@ -5,22 +5,7 @@
    "id": "1f3a5ebf",
    "metadata": {},
    "source": [
-    "# Airbyte JSON"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "35ac77b1-449b-44f7-b8f3-3494d55c286e",
-   "metadata": {},
-   "source": [
-    ">[Airbyte](https://github.com/airbytehq/airbyte) is a data integration platform for ELT pipelines from APIs, databases & files to warehouses & lakes. It has the largest catalog of ELT connectors to data warehouses and databases."
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "1fe72234-3110-4c07-a766-3dc505dd25cc",
-   "metadata": {},
-   "source": [
+    "# Airbyte JSON\n",
     "This covers how to load any source from Airbyte into a local JSON file that can be read in as a document\n",
     "\n",
     "Prereqs:\n",
@@ -40,7 +25,7 @@
     "\n",
     "6) Set destination as Local JSON, with specified destination path - lets say `/json_data`. Set up manual sync.\n",
     "\n",
-    "7) Run the connection.\n",
+    "7) Run the connection!\n",
     "\n",
     "7) To see what files are create, you can navigate to: `file:///tmp/airbyte_local`\n",
     "\n",
@@ -67,7 +52,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "_airbyte_raw_pokemon.jsonl\n"
+      "_airbyte_raw_pokemon.jsonl\r\n"
      ]
     }
    ],

docs/modules/indexes/document_loaders/examples/apify_dataset.ipynb

@@ -1,15 +1,15 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
     "# Apify Dataset\n",
     "\n",
-    ">[Apify Dataset](https://docs.apify.com/platform/storage/dataset) is a scaleable append-only storage with sequential access built for storing structured web scraping results, such as a list of products or Google SERPs, and then export them to various formats like JSON, CSV, or Excel. Datasets are mainly used to save results of [Apify Actors](https://apify.com/store)—serverless cloud programs for varius web scraping, crawling, and data extraction use cases.\n",
-    "\n",
     "This notebook shows how to load Apify datasets to LangChain.\n",
     "\n",
+    "[Apify Dataset](https://docs.apify.com/platform/storage/dataset) is a scaleable append-only storage with sequential access built for storing structured web scraping results, such as a list of products or Google SERPs, and then export them to various formats like JSON, CSV, or Excel. Datasets are mainly used to save results of [Apify Actors](https://apify.com/store)—serverless cloud programs for varius web scraping, crawling, and data extraction use cases.\n",
     "\n",
     "## Prerequisites\n",
     "\n",
@@ -17,17 +17,7 @@
    ]
   },
   {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install apify-client"
-   ]
-  },
-  {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -45,6 +35,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -86,6 +77,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
@@ -175,9 +167,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.16"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/arxiv.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# Arxiv\n",
     "\n",
-    ">[arXiv](https://arxiv.org/) is an open-access archive for 2 million scholarly articles in the fields of physics, mathematics, computer science, quantitative biology, quantitative finance, statistics, electrical engineering and systems science, and economics.\n",
+    "[arXiv](https://arxiv.org/) is an open-access archive for 2 million scholarly articles in the fields of physics, mathematics, computer science, quantitative biology, quantitative finance, statistics, electrical engineering and systems science, and economics.\n",
     "\n",
     "This notebook shows how to load scientific articles from `Arxiv.org` into a document format that we can use downstream."
    ]
@@ -37,7 +37,7 @@
    },
    "outputs": [],
    "source": [
-    "#!pip install arxiv"
+    "!pip install arxiv"
    ]
   },
   {
@@ -47,7 +47,7 @@
     "tags": []
    },
    "source": [
-    "Second, you need to install `PyMuPDF` python package which transform PDF files from the `arxiv.org` site into the text format."
+    "Second, you need to install `PyMuPDF` python package which transform PDF files from the `arxiv.org` site into the text fromat."
    ]
   },
   {
@@ -59,7 +59,7 @@
    },
    "outputs": [],
    "source": [
-    "#!pip install pymupdf"
+    "!pip install pymupdf"
    ]
   },
   {
@@ -78,16 +78,17 @@
     "`ArxivLoader` has these arguments:\n",
     "- `query`: free text which used to find documents in the Arxiv\n",
     "- optional `load_max_docs`: default=100. Use it to limit number of downloaded documents. It takes time to download all 100 documents, so use a small number for experiments.\n",
-    "- optional `load_all_available_meta`: default=False. By default only the most important fields downloaded: `Published` (date when document was published/last updated), `Title`, `Authors`, `Summary`. If True, other fields also downloaded."
+    "- optional `load_all_available_meta`: default=False. By defaul only the most important fields downloaded: `Published` (date when document was published/last updated), `Title`, `Authors`, `Summary`. If True, other fields also downloaded."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "9bfd5e46",
    "metadata": {},
    "outputs": [],
    "source": [
+    "from langchain.document_loaders.base import Document\n",
     "from langchain.document_loaders import ArxivLoader"
    ]
   },
@@ -104,7 +105,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 2,
    "id": "8977bac0-0042-4f23-9754-247dbd32439b",
    "metadata": {
     "tags": []
@@ -119,18 +120,18 @@
        " 'Summary': 'Graphs on lattice points are studied whose edges come from a finite set of\\nallowed moves of arbitrary length. We show that the diameter of these graphs on\\nfibers of a fixed integer matrix can be bounded from above by a constant. We\\nthen study the mixing behaviour of heat-bath random walks on these graphs. We\\nalso state explicit conditions on the set of moves so that the heat-bath random\\nwalk, a generalization of the Glauber dynamics, is an expander in fixed\\ndimension.'}"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "docs[0].metadata  # meta-information of the Document"
+    "doc[0].metadata  # meta-information of the Document"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "id": "46969806-45a9-4c4d-a61b-cfb9658fc9de",
    "metadata": {
     "tags": []
@@ -142,13 +143,13 @@
        "'arXiv:1605.08386v1  [math.CO]  26 May 2016\\nHEAT-BATH RANDOM WALKS WITH MARKOV BASES\\nCAPRICE STANLEY AND TOBIAS WINDISCH\\nAbstract. Graphs on lattice points are studied whose edges come from a finite set of\\nallowed moves of arbitrary length. We show that the diameter of these graphs on fibers of a\\nfixed integer matrix can be bounded from above by a constant. We then study the mixing\\nbehaviour of heat-b'"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "docs[0].page_content[:400]  # all pages of the Document content\n"
+    "doc[0].page_content[:400]  # all pages of the Document content\n"
    ]
   }
  ],

docs/modules/indexes/document_loaders/examples/azlyrics.ipynb

@@ -6,9 +6,6 @@
    "metadata": {},
    "source": [
     "# AZLyrics\n",
-    "\n",
-    ">[AZLyrics](https://www.azlyrics.com/) is a large, legal, every day growing collection of lyrics.\n",
-    "\n",
     "This covers how to load AZLyrics webpages into a document format that we can use downstream."
    ]
   },
@@ -88,7 +85,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/azure_blob_storage_container.ipynb

@@ -1,45 +1,34 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "a634365e",
    "metadata": {},
    "source": [
     "# Azure Blob Storage Container\n",
     "\n",
-    ">[Azure Blob Storage](https://learn.microsoft.com/en-us/azure/storage/blobs/storage-blobs-introduction) is Microsoft's object storage solution for the cloud. Blob Storage is optimized for storing massive amounts of unstructured data. Unstructured data is data that doesn't adhere to a particular data model or definition, such as text or binary data.\n",
-    "\n",
-    "`Azure Blob Storage` is designed for:\n",
-    "- Serving images or documents directly to a browser.\n",
-    "- Storing files for distributed access.\n",
-    "- Streaming video and audio.\n",
-    "- Writing to log files.\n",
-    "- Storing data for backup and restore, disaster recovery, and archiving.\n",
-    "- Storing data for analysis by an on-premises or Azure-hosted service.\n",
-    "\n",
-    "This notebook covers how to load document objects from a container on `Azure Blob Storage`."
+    "This covers how to load document objects from a container on Azure Blob Storage."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "49815096",
+   "execution_count": 1,
+   "id": "2f0cd6a5",
    "metadata": {},
    "outputs": [],
    "source": [
-    "#!pip install azure-storage-blob"
+    "from langchain.document_loaders import AzureBlobStorageContainerLoader"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "2f0cd6a5",
-   "metadata": {
-    "tags": []
-   },
+   "id": "49815096",
+   "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain.document_loaders import AzureBlobStorageContainerLoader"
+    "#!pip install azure-storage-blob"
    ]
   },
   {
@@ -138,7 +127,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/azure_blob_storage_file.ipynb

@@ -1,27 +1,14 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "66a7777e",
    "metadata": {},
    "source": [
     "# Azure Blob Storage File\n",
     "\n",
-    ">[Azure Files](https://learn.microsoft.com/en-us/azure/storage/files/storage-files-introduction) offers fully managed file shares in the cloud that are accessible via the industry standard Server Message Block (`SMB`) protocol, Network File System (`NFS`) protocol, and `Azure Files REST API`.\n",
-    "\n",
-    "This covers how to load document objects from a Azure Files."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "43128d8d",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install azure-storage-blob"
+    "This covers how to load document objects from a Azure Blob Storage file."
    ]
   },
   {
@@ -34,6 +21,16 @@
     "from langchain.document_loaders import AzureBlobStorageFileLoader"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "43128d8d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#!pip install azure-storage-blob"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 8,
@@ -90,7 +87,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/bigquery.ipynb

@@ -4,31 +4,15 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "# BigQuery\n",
+    "# BigQuery Loader\n",
     "\n",
-    ">[BigQuery](https://cloud.google.com/bigquery) is a serverless and cost-effective enterprise data warehouse that works across clouds and scales with your data.\n",
-    "`BigQuery` is a part of the `Google Cloud Platform`.\n",
-    "\n",
-    "Load a `BigQuery` query with one document per row."
+    "Load a BigQuery query with one document per row."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install google-cloud-bigquery"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 1,
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import BigQueryLoader"
@@ -210,9 +194,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/bilibili.ipynb

@@ -7,33 +7,29 @@
    "source": [
     "# Bilibili\n",
     "\n",
-    "This loader utilizes the [bilibili-api](https://github.com/MoyuScript/bilibili-api) to fetch the text transcript from [Bilibili](https://www.bilibili.tv/), one of the most beloved long-form video sites in China.\n",
+    "This loader utilizes the `bilibili-api` to fetch the text transcript from Bilibili, one of the most beloved long-form video sites in China.\n",
     "\n",
     "With this BiliBiliLoader, users can easily obtain the transcript of their desired video content on the platform."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "43128d8d",
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 11,
+   "id": "9ec8a3b3",
+   "metadata": {},
    "outputs": [],
    "source": [
-    "#!pip install bilibili-api"
+    "from langchain.document_loaders.bilibili import BiliBiliLoader"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "9ec8a3b3",
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 12,
+   "id": "43128d8d",
+   "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain.document_loaders.bilibili import BiliBiliLoader"
+    "#!pip install bilibili-api"
    ]
   },
   {
@@ -55,20 +51,16 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "3470dadf",
-   "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    },
-    "pycharm": {
-     "name": "#%%\n"
-    }
-   },
    "outputs": [],
    "source": [
     "loader.load()"
-   ]
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
   }
  ],
  "metadata": {
@@ -87,9 +79,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}

docs/modules/indexes/document_loaders/examples/blackboard.ipynb

@@ -1,18 +1,13 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
     "# Blackboard\n",
     "\n",
-    "This covers how to load data from a [Blackboard Learn](https://www.anthology.com/products/teaching-and-learning/learning-effectiveness/blackboard-learn) instance.\n",
-    "\n",
-    "This loader is not compatible with all `Blackboard` courses. It is only\n",
-    "    compatible with courses that use the new `Blackboard` interface.\n",
-    "    To use this loader, you must have the BbRouter cookie. You can get this\n",
-    "    cookie by logging into the course and then copying the value of the\n",
-    "    BbRouter cookie from the browser's developer tools."
+    "This covers how to load data from a Blackboard Learn instance."
    ]
   },
   {
@@ -33,24 +28,11 @@
   }
  ],
  "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
   "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.6"
-  }
+   "name": "python"
+  },
+  "orig_nbformat": 4
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/blockchain.ipynb

@@ -1,149 +1,444 @@
 {
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "vm8vn9t8DvC_"
-   },
-   "source": [
-    "# Blockchain"
-   ]
+  "cells": [
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "vm8vn9t8DvC_"
+      },
+      "source": [
+        "# Blockchain Document Loader"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "5WjXERXzFEhg"
+      },
+      "source": [
+        "## Overview"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "juAmbgoWD17u"
+      },
+      "source": [
+        "The intention of this notebook is to provide a means of testing functionality in the Langchain Document Loader for Blockchain.\n",
+        "\n",
+        "Initially this Loader supports:\n",
+        "\n",
+        "\n",
+        "*   Ethereum Maninnet, Ethereum Testnet, Polgyon Mainnet, Polygon Testnet (default is eth-mainnet)\n",
+        "*   Alchemy's getNFTsForCollection API\n",
+        "\n",
+        "It can be extended if the community finds value in this loader.  Specifically:\n",
+        "\n",
+        "*   Additional APIs can be added (e.g. Tranction-related APIs)\n",
+        "\n",
+        "To run this notebook, the user will need:\n",
+        "\n",
+        "\n",
+        "*   An OpenAI key (for OpenAI models)\n",
+        "*   A free [Alchemy API Key](https://www.alchemy.com/)\n",
+        "\n",
+        "\n",
+        "\n"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Setup"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 48,
+      "metadata": {},
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Note: you may need to restart the kernel to use updated packages.\n"
+          ]
+        }
+      ],
+      "source": [
+        "%pip install langchain -q"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 49,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "from langchain.document_loaders import BlockchainDocumentLoader\n",
+        "from langchain.document_loaders.blockchain import BlockchainType\n",
+        "import os"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 50,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "alchemyApiKey = \"get your own key from https://www.alchemy.com/\" \n",
+        "os.environ[\"ALCHEMY_API_KEY\"] = alchemyApiKey"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "nzuPWRaBNCMx"
+      },
+      "source": [
+        "## Create a Blockchain Document Loader"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "### Option 1: Ethereum Mainnet (default BlockchainType)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 24,
+      "metadata": {
+        "id": "J3LWHARC-Kn0"
+      },
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "[Document(page_content=\"{'contract': {'address': '0xbc4ca0eda7647a8ab7c2061c2e118a18a936f13d'}, 'id': {'tokenId': '0x0000000000000000000000000000000000000000000000000000000000000000', 'tokenMetadata': {'tokenType': 'ERC721'}}, 'title': '', 'description': '', 'tokenUri': {'gateway': 'https://alchemy.mypinata.cloud/ipfs/QmeSjSinHpPnmXmspMjwiXyN6zS4E9zccariGR3jxcaWtq/0', 'raw': 'ipfs://QmeSjSinHpPnmXmspMjwiXyN6zS4E9zccariGR3jxcaWtq/0'}, 'media': [{'gateway': 'https://nft-cdn.alchemy.com/eth-mainnet/415d618f5fef7bfe683e02d4653c4289', 'thumbnail': 'https://res.cloudinary.com/alchemyapi/image/upload/thumbnailv2/eth-mainnet/415d618f5fef7bfe683e02d4653c4289', 'raw': 'ipfs://QmRRPWG96cmgTn2qSzjwr2qvfNEuhunv6FNeMFGa9bx6mQ', 'format': 'png', 'bytes': 133270}], 'metadata': {'image': 'ipfs://QmRRPWG96cmgTn2qSzjwr2qvfNEuhunv6FNeMFGa9bx6mQ', 'attributes': [{'value': 'Silver Hoop', 'trait_type': 'Earring'}, {'value': 'Orange', 'trait_type': 'Background'}, {'value': 'Robot', 'trait_type': 'Fur'}, {'value': 'Striped Tee', 'trait_type': 'Clothes'}, {'value': 'Discomfort', 'trait_type': 'Mouth'}, {'value': 'X Eyes', 'trait_type': 'Eyes'}]}, 'timeLastUpdated': '2023-04-18T04:05:27.817Z', 'contractMetadata': {'name': 'BoredApeYachtClub', 'symbol': 'BAYC', 'totalSupply': '10000', 'tokenType': 'ERC721', 'contractDeployer': '0xaba7161a7fb69c88e16ed9f455ce62b791ee4d03', 'deployedBlockNumber': 12287507, 'openSea': {'floorPrice': 68.16, 'collectionName': 'Bored Ape Yacht Club', 'safelistRequestStatus': 'verified', 'imageUrl': 'https://i.seadn.io/gae/Ju9CkWtV-1Okvf45wo8UctR-M9He2PjILP0oOvxE89AyiPPGtrR3gysu1Zgy0hjd2xKIgjJJtWIc0ybj4Vd7wv8t3pxDGHoJBzDB?w=500&auto=format', 'description': 'The Bored Ape Yacht Club is a collection of 10,000 unique Bored Ape NFTs— unique digital collectibles living on the Ethereum blockchain. Your Bored Ape doubles as your Yacht Club membership card, and grants access to members-only benefits, the first of which is access to THE BATHROOM, a collaborative graffiti board. Future areas and perks can be unlocked by the community through roadmap activation. Visit www.BoredApeYachtClub.com for more details.', 'externalUrl': 'http://www.boredapeyachtclub.com/', 'twitterUsername': 'BoredApeYC', 'discordUrl': 'https://discord.gg/3P5K3dzgdB', 'lastIngestedAt': '2023-03-21T03:54:33.000Z'}}}\", metadata={'tokenId': '0x0000000000000000000000000000000000000000000000000000000000000000'}),\n",
+              " Document(page_content=\"{'contract': {'address': '0xbc4ca0eda7647a8ab7c2061c2e118a18a936f13d'}, 'id': {'tokenId': '0x0000000000000000000000000000000000000000000000000000000000000001', 'tokenMetadata': {'tokenType': 'ERC721'}}, 'title': '', 'description': '', 'tokenUri': {'gateway': 'https://alchemy.mypinata.cloud/ipfs/QmeSjSinHpPnmXmspMjwiXyN6zS4E9zccariGR3jxcaWtq/1', 'raw': 'ipfs://QmeSjSinHpPnmXmspMjwiXyN6zS4E9zccariGR3jxcaWtq/1'}, 'media': [{'gateway': 'https://nft-cdn.alchemy.com/eth-mainnet/65558a4d0c5b0c56fbc50bf03f55e3fa', 'thumbnail': 'https://res.cloudinary.com/alchemyapi/image/upload/thumbnailv2/eth-mainnet/65558a4d0c5b0c56fbc50bf03f55e3fa', 'raw': 'ipfs://QmPbxeGcXhYQQNgsC6a36dDyYUcHgMLnGKnF8pVFmGsvqi', 'format': 'png', 'bytes': 171425}], 'metadata': {'image': 'ipfs://QmPbxeGcXhYQQNgsC6a36dDyYUcHgMLnGKnF8pVFmGsvqi', 'attributes': [{'value': 'Grin', 'trait_type': 'Mouth'}, {'value': 'Vietnam Jacket', 'trait_type': 'Clothes'}, {'value': 'Orange', 'trait_type': 'Background'}, {'value': 'Blue Beams', 'trait_type': 'Eyes'}, {'value': 'Robot', 'trait_type': 'Fur'}]}, 'timeLastUpdated': '2023-04-24T04:37:37.738Z', 'contractMetadata': {'name': 'BoredApeYachtClub', 'symbol': 'BAYC', 'totalSupply': '10000', 'tokenType': 'ERC721', 'contractDeployer': '0xaba7161a7fb69c88e16ed9f455ce62b791ee4d03', 'deployedBlockNumber': 12287507, 'openSea': {'floorPrice': 68.16, 'collectionName': 'Bored Ape Yacht Club', 'safelistRequestStatus': 'verified', 'imageUrl': 'https://i.seadn.io/gae/Ju9CkWtV-1Okvf45wo8UctR-M9He2PjILP0oOvxE89AyiPPGtrR3gysu1Zgy0hjd2xKIgjJJtWIc0ybj4Vd7wv8t3pxDGHoJBzDB?w=500&auto=format', 'description': 'The Bored Ape Yacht Club is a collection of 10,000 unique Bored Ape NFTs— unique digital collectibles living on the Ethereum blockchain. Your Bored Ape doubles as your Yacht Club membership card, and grants access to members-only benefits, the first of which is access to THE BATHROOM, a collaborative graffiti board. Future areas and perks can be unlocked by the community through roadmap activation. Visit www.BoredApeYachtClub.com for more details.', 'externalUrl': 'http://www.boredapeyachtclub.com/', 'twitterUsername': 'BoredApeYC', 'discordUrl': 'https://discord.gg/3P5K3dzgdB', 'lastIngestedAt': '2023-03-21T03:54:33.000Z'}}}\", metadata={'tokenId': '0x0000000000000000000000000000000000000000000000000000000000000001'})]"
+            ]
+          },
+          "execution_count": 24,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "contractAddress = \"0xbc4ca0eda7647a8ab7c2061c2e118a18a936f13d\" # Bored Ape Yacht Club contract address\n",
+        "\n",
+        "blockchainType = BlockchainType.ETH_MAINNET  #default value, optional parameter\n",
+        "\n",
+        "blockchainLoader = BlockchainDocumentLoader(contractAddress)\n",
+        "\n",
+        "nfts = blockchainLoader.load()\n",
+        "\n",
+        "nfts[:2]"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "### Option 2: Polygon Mainnet"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 36,
+      "metadata": {},
+      "outputs": [
+        {
+          "data": {
+            "text/plain": [
+              "[Document(page_content=\"{'contract': {'address': '0x448676ffcd0adf2d85c1f0565e8dde6924a9a7d9'}, 'id': {'tokenId': '0x01', 'tokenMetadata': {'tokenType': 'ERC1155'}}, 'title': 'Wyatt Horton #0001', 'description': 'A sleepy capybara', 'tokenUri': {'gateway': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/metadata/1.json', 'raw': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/metadata/1.json'}, 'media': [{'gateway': 'https://nft-cdn.alchemy.com/matic-mainnet/9085e06ff9f6c9074de91801d1c72d26', 'thumbnail': 'https://res.cloudinary.com/alchemyapi/image/upload/thumbnailv2/matic-mainnet/9085e06ff9f6c9074de91801d1c72d26', 'raw': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/images/1.png', 'format': 'png', 'bytes': 769622}], 'metadata': {'name': 'Wyatt Horton #0001', 'description': 'A sleepy capybara', 'image': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/images/1.png', 'attributes': [{'value': 'Avatar', 'trait_type': 'Type'}, {'value': 'Animal', 'trait_type': 'Category'}, {'value': 'Capybara', 'trait_type': 'Class'}, {'value': 'Fall 2022', 'trait_type': 'Collection'}, {'value': 'Furry', 'trait_type': 'Feature'}]}, 'timeLastUpdated': '2023-04-20T14:38:24.947Z', 'contractMetadata': {'name': 'Smoothstack - Avatars', 'symbol': 'SMTH', 'tokenType': 'ERC1155', 'contractDeployer': '0x23075b2523c6563b06920a302a8be4f90ef6e974', 'deployedBlockNumber': 34752389, 'openSea': {'lastIngestedAt': '2023-04-17T20:59:42.000Z'}}}\", metadata={'tokenId': '0x01'}),\n",
+              " Document(page_content=\"{'contract': {'address': '0x448676ffcd0adf2d85c1f0565e8dde6924a9a7d9'}, 'id': {'tokenId': '0x02', 'tokenMetadata': {'tokenType': 'ERC1155'}}, 'title': 'Dylan Leisler #0002', 'description': 'A chipper cat with a big, red bowtie', 'tokenUri': {'gateway': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/metadata/2.json', 'raw': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/metadata/2.json'}, 'media': [{'gateway': 'https://nft-cdn.alchemy.com/matic-mainnet/67c3c7ccef44b32bf2ce758e8e73dbcd', 'thumbnail': 'https://res.cloudinary.com/alchemyapi/image/upload/thumbnailv2/matic-mainnet/67c3c7ccef44b32bf2ce758e8e73dbcd', 'raw': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/images/2.png', 'format': 'png', 'bytes': 1187749}], 'metadata': {'name': 'Dylan Leisler #0002', 'description': 'A chipper cat with a big, red bowtie', 'image': 'https://storage.googleapis.com/minted-nfts/smoothstack/avatars/images/2.png', 'attributes': [{'value': 'Avatar', 'trait_type': 'Type'}, {'value': 'Animal', 'trait_type': 'Category'}, {'value': 'Cat', 'trait_type': 'Class'}, {'value': 'Fall 2022', 'trait_type': 'Collection'}, {'value': 'Red Bowtie', 'trait_type': 'Feature'}]}, 'timeLastUpdated': '2023-04-23T13:38:29.316Z', 'contractMetadata': {'name': 'Smoothstack - Avatars', 'symbol': 'SMTH', 'tokenType': 'ERC1155', 'contractDeployer': '0x23075b2523c6563b06920a302a8be4f90ef6e974', 'deployedBlockNumber': 34752389, 'openSea': {'lastIngestedAt': '2023-04-17T20:59:42.000Z'}}}\", metadata={'tokenId': '0x02'})]"
+            ]
+          },
+          "execution_count": 36,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "contractAddress = \"0x448676ffCd0aDf2D85C1f0565e8dde6924A9A7D9\" # Polygon Mainnet contract address\n",
+        "\n",
+        "blockchainType = BlockchainType.POLYGON_MAINNET \n",
+        "\n",
+        "blockchainLoader = BlockchainDocumentLoader(contractAddress, blockchainType)\n",
+        "\n",
+        "nfts = blockchainLoader.load()\n",
+        "\n",
+        "nfts[:2]"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## (Optional) Using the Blockchain Document Loader"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "_PGkFfMCB8J3"
+      },
+      "source": [
+        "### Setup Splitter and Index"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 37,
+      "metadata": {},
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "Note: you may need to restart the kernel to use updated packages.\n"
+          ]
+        }
+      ],
+      "source": [
+        "%pip install sentence_transformers chromadb openai tiktoken -q"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 38,
+      "metadata": {
+        "id": "BwxxopOCCABh"
+      },
+      "outputs": [],
+      "source": [
+        "from langchain.indexes import VectorstoreIndexCreator\n",
+        "from langchain.embeddings import HuggingFaceEmbeddings\n",
+        "from langchain.text_splitter import RecursiveCharacterTextSplitter"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 39,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "JE_myAulCDSZ",
+        "outputId": "99e16b6a-03b4-4e67-d4b4-9dd611a866ef"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "NUMBER OF DOCUMENTS:  424\n"
+          ]
+        }
+      ],
+      "source": [
+        "text_splitter = RecursiveCharacterTextSplitter(chunk_size=400, chunk_overlap=0)\n",
+        "\n",
+        "docs = text_splitter.split_documents(nfts)\n",
+        "print(\"NUMBER OF DOCUMENTS: \", len(docs))"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 40,
+      "metadata": {
+        "id": "d83yFuAuCKQS"
+      },
+      "outputs": [
+        {
+          "name": "stderr",
+          "output_type": "stream",
+          "text": [
+            "Using embedded DuckDB without persistence: data will be transient\n"
+          ]
+        }
+      ],
+      "source": [
+        "index = VectorstoreIndexCreator(\n",
+        "    embedding=HuggingFaceEmbeddings(),\n",
+        "    text_splitter=text_splitter).from_loaders([blockchainLoader])"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "y0VfObeXDEXB"
+      },
+      "source": [
+        "## Setup Models and Chains"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 42,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "openAiKey = \"put OpenAI key here\"\n",
+        "os.environ[\"OPENAI_API_KEY\"] = openAiKey"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 31,
+      "metadata": {
+        "id": "hiNjDzP9C4pA"
+      },
+      "outputs": [],
+      "source": [
+        "from langchain.chains import RetrievalQA\n",
+        "from langchain.llms import OpenAI"
+      ]
+    },
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "u-xDlKPaC_xg"
+      },
+      "source": [
+        "### Retrieval Chain"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 43,
+      "metadata": {
+        "id": "BqP00JovC9R4"
+      },
+      "outputs": [],
+      "source": [
+        "llmOpenAI = OpenAI()\n",
+        "\n",
+        "chainQA = RetrievalQA.from_chain_type(llm=llmOpenAI, \n",
+        "                                    chain_type=\"map_reduce\",\n",
+        "                                    retriever=index.vectorstore.as_retriever(), \n",
+        "                                    verbose=True,\n",
+        "                                    input_key=\"question\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 44,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 122
+        },
+        "id": "2Y3cVVKZDVNq",
+        "outputId": "dfeea416-5193-47cf-e9dc-c17a5c1cd780"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "\n",
+            "\n",
+            "\u001b[1m> Entering new RetrievalQA chain...\u001b[0m\n",
+            "\n",
+            "\u001b[1m> Finished chain.\u001b[0m\n"
+          ]
+        },
+        {
+          "data": {
+            "text/plain": [
+              "' Popular attributes include \"Avatar\" (Type), \"Character\" (Category), and \"Human\" or \"Wizard\" (Class).'"
+            ]
+          },
+          "execution_count": 44,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "chainQA.run(\"What are some of the popular attributes?\")"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/",
+          "height": 122
+        },
+        "id": "7o6ArPo9DXbz",
+        "outputId": "b1f8ad43-27c7-4cdb-95a7-8c8bd6381c5a"
+      },
+      "outputs": [
+        {
+          "name": "stdout",
+          "output_type": "stream",
+          "text": [
+            "\n",
+            "\n",
+            "\u001b[1m> Entering new RetrievalQA chain...\u001b[0m\n",
+            "\n",
+            "\u001b[1m> Finished chain.\u001b[0m\n"
+          ]
+        },
+        {
+          "data": {
+            "application/vnd.google.colaboratory.intrinsic+json": {
+              "type": "string"
+            },
+            "text/plain": [
+              "' There are 10,000 unique Bored Ape NFTs.'"
+            ]
+          },
+          "execution_count": 32,
+          "metadata": {},
+          "output_type": "execute_result"
+        }
+      ],
+      "source": [
+        "chainQA.run(\"How many NFTs are there?\")"
+      ]
+    }
+  ],
+  "metadata": {
+    "colab": {
+      "collapsed_sections": [
+        "5WjXERXzFEhg"
+      ],
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.9.16"
+    }
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "5WjXERXzFEhg"
-   },
-   "source": [
-    "## Overview"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {
-    "id": "juAmbgoWD17u"
-   },
-   "source": [
-    "The intention of this notebook is to provide a means of testing functionality in the Langchain Document Loader for Blockchain.\n",
-    "\n",
-    "Initially this Loader supports:\n",
-    "\n",
-    "*   Loading NFTs as Documents from NFT Smart Contracts (ERC721 and ERC1155)\n",
-    "*   Ethereum Maninnet, Ethereum Testnet, Polgyon Mainnet, Polygon Testnet (default is eth-mainnet)\n",
-    "*   Alchemy's getNFTsForCollection API\n",
-    "\n",
-    "It can be extended if the community finds value in this loader.  Specifically:\n",
-    "\n",
-    "*   Additional APIs can be added (e.g. Tranction-related APIs)\n",
-    "\n",
-    "This Document Loader Requires:\n",
-    "\n",
-    "*   A free [Alchemy API Key](https://www.alchemy.com/)\n",
-    "\n",
-    "The output takes the following format:\n",
-    "\n",
-    "- pageContent= Individual NFT\n",
-    "- metadata={'source': '0x1a92f7381b9f03921564a437210bb9396471050c', 'blockchain': 'eth-mainnet', 'tokenId': '0x15'})"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Load NFTs into Document Loader"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# get ALCHEMY_API_KEY from https://www.alchemy.com/ \n",
-    "\n",
-    "alchemyApiKey = \"...\""
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "### Option 1: Ethereum Mainnet (default BlockchainType)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "J3LWHARC-Kn0"
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.document_loaders.blockchain import BlockchainDocumentLoader, BlockchainType\n",
-    "contractAddress = \"0xbc4ca0eda7647a8ab7c2061c2e118a18a936f13d\" # Bored Ape Yacht Club contract address\n",
-    "\n",
-    "blockchainType = BlockchainType.ETH_MAINNET  #default value, optional parameter\n",
-    "\n",
-    "blockchainLoader = BlockchainDocumentLoader(contract_address=contractAddress,\n",
-    "                                            api_key=alchemyApiKey)\n",
-    "\n",
-    "nfts = blockchainLoader.load()\n",
-    "\n",
-    "nfts[:2]"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "### Option 2: Polygon Mainnet"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "contractAddress = \"0x448676ffCd0aDf2D85C1f0565e8dde6924A9A7D9\" # Polygon Mainnet contract address\n",
-    "\n",
-    "blockchainType = BlockchainType.POLYGON_MAINNET \n",
-    "\n",
-    "blockchainLoader = BlockchainDocumentLoader(contract_address=contractAddress, \n",
-    "                                            blockchainType=blockchainType, \n",
-    "                                            api_key=alchemyApiKey)\n",
-    "\n",
-    "nfts = blockchainLoader.load()\n",
-    "\n",
-    "nfts[:2]"
-   ]
-  }
- ],
- "metadata": {
-  "colab": {
-   "collapsed_sections": [
-    "5WjXERXzFEhg"
-   ],
-   "provenance": []
-  },
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.6"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
+  "nbformat": 4,
+  "nbformat_minor": 0
 }

docs/modules/indexes/document_loaders/examples/chatgpt_loader.ipynb

@@ -1,22 +1,21 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
     "### ChatGPT Data Loader\n",
     "\n",
-    "This notebook covers how to load `conversations.json` from your `ChatGPT` data export folder.\n",
+    "This notebook covers how to load `conversations.json` from your ChatGPT data export folder.\n",
     "\n",
     "You can get your data export by email by going to: https://chat.openai.com/ -> (Profile) - Settings -> Export data -> Confirm export."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 1,
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders.chatgpt import ChatGPTLoader"
@@ -54,7 +53,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "Python 3",
    "language": "python",
    "name": "python3"
   },
@@ -68,9 +67,10 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
-  }
+   "version": "3.10.4"
+  },
+  "orig_nbformat": 4
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/college_confidential.ipynb

@@ -6,10 +6,7 @@
    "metadata": {},
    "source": [
     "# College Confidential\n",
-    "\n",
-    ">[College Confidential](https://www.collegeconfidential.com/) gives information on 3,800+ colleges and universities.\n",
-    "\n",
-    "This covers how to load `College Confidential` webpages into a document format that we can use downstream."
+    "This covers how to load College Confidential webpages into a document format that we can use downstream."
    ]
   },
   {
@@ -88,7 +85,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/confluence.ipynb

@@ -6,29 +6,18 @@
    "source": [
     "# Confluence\n",
     "\n",
-    "A loader for [Confluence](https://www.atlassian.com/software/confluence) pages.\n",
+    "A loader for Confluence pages.\n",
     "\n",
     "\n",
-    "This currently supports both `username/api_key` and `Oauth2 login`.\n",
+    "This currently supports both username/api_key and Oauth2 login.\n",
     "\n",
     "\n",
     "Specify a list page_ids and/or space_key to load in the corresponding pages into Document objects, if both are specified the union of both sets will be returned.\n",
     "\n",
     "\n",
-    "You can also specify a boolean `include_attachments` to include attachments, this is set to False by default, if set to True all attachments will be downloaded and ConfluenceReader will extract the text from the attachments and add it to the Document object. Currently supported attachment types are: `PDF`, `PNG`, `JPEG/JPG`, `SVG`, `Word` and `Excel`.\n",
+    "You can also specify a boolean `include_attachments` to include attachments, this is set to False by default, if set to True all attachments will be downloaded and ConfluenceReader will extract the text from the attachments and add it to the Document object. Currently supported attachment types are: PDF, PNG, JPEG/JPG, SVG, Word and Excel.\n",
     "\n",
-    "Hint: `space_key` and `page_id` can both be found in the URL of a page in Confluence - https://yoursite.atlassian.com/wiki/spaces/<space_key>/pages/<page_id>\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install atlassian-python-api"
+    "Hint: space_key and page_id can both be found in the URL of a page in Confluence - https://yoursite.atlassian.com/wiki/spaces/<space_key>/pages/<page_id>\n"
    ]
   },
   {
@@ -44,7 +33,7 @@
     "    username=\"me\",\n",
     "    api_key=\"12345\"\n",
     ")\n",
-    "documents = loader.load(space_key=\"SPACE\", include_attachments=True, limit=50)"
+    "documents = loader.load(space_key=\"SPACE\", include_attachments=True, limit=50)\n"
    ]
   }
  ],
@@ -64,7 +53,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {
@@ -73,5 +62,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/copypaste.ipynb

@@ -94,7 +94,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/csv.ipynb

@@ -2,21 +2,20 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "metadata": {},
+   "metadata": {
+    "collapsed": false
+   },
    "source": [
-    "# CSV Files\n",
+    "# CSV Loader\n",
     "\n",
-    "Load [csv](https://en.wikipedia.org/wiki/Comma-separated_values) data with a single row per document."
+    "Load csv files with a single row per document."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 25,
    "metadata": {
-    "collapsed": true,
-    "jupyter": {
-     "outputs_hidden": true
-    }
+    "collapsed": true
    },
    "outputs": [],
    "source": [
@@ -27,10 +26,7 @@
    "cell_type": "code",
    "execution_count": 26,
    "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    }
+    "collapsed": false
    },
    "outputs": [],
    "source": [
@@ -43,10 +39,7 @@
    "cell_type": "code",
    "execution_count": 27,
    "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    }
+    "collapsed": false
    },
    "outputs": [
     {
@@ -63,7 +56,9 @@
   },
   {
    "cell_type": "markdown",
-   "metadata": {},
+   "metadata": {
+    "collapsed": false
+   },
    "source": [
     "## Customizing the csv parsing and loading\n",
     "\n",
@@ -74,10 +69,7 @@
    "cell_type": "code",
    "execution_count": 28,
    "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    }
+    "collapsed": false
    },
    "outputs": [],
    "source": [
@@ -94,10 +86,7 @@
    "cell_type": "code",
    "execution_count": 29,
    "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    }
+    "collapsed": false
    },
    "outputs": [
     {
@@ -113,12 +102,13 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Specify a column to identify the document source\n",
+    "## Specify a column to be used identify the document source\n",
     "\n",
-    "Use the `source_column` argument to specify a source for the document created from each row. Otherwise `file_path` will be used as the source for all documents created from the CSV file.\n",
+    "Use the `source_column` argument to specify a column to be set as the source for the document created from each row. Otherwise `file_path` will be used as the source for all documents created from the csv file.\n",
     "\n",
     "This is useful when using documents loaded from CSV files for chains that answer questions using sources."
    ]
@@ -154,7 +144,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "Python 3",
    "language": "python",
    "name": "python3"
   },
@@ -168,9 +158,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.9"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 0
 }

docs/modules/indexes/document_loaders/examples/dataframe.ipynb

@@ -5,19 +5,9 @@
    "id": "213a38a2",
    "metadata": {},
    "source": [
-    "# Pandas DataFrame\n",
+    "# DataFrame Loader\n",
     "\n",
-    "This notebook goes over how to load data from a [pandas](https://pandas.pydata.org/pandas-docs/stable/user_guide/index.html) DataFrame."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "f6a7a9e4-80d6-486a-b2e3-636c568aa97c",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#!pip install pandas"
+    "This notebook goes over how to load data from a pandas dataframe"
    ]
   },
   {
@@ -220,7 +210,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/diffbot.ipynb

@@ -1,16 +1,13 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "2dfc4698",
    "metadata": {},
    "source": [
     "# Diffbot\n",
     "\n",
-    ">Unlike traditional web scraping tools, [Diffbot](https://docs.diffbot.com/docs) doesn't require any rules to read the content on a page.\n",
-    ">It starts with computer vision, which classifies a page into one of 20 possible types. Content is then interpreted by a machine learning model trained to identify the key attributes on a page based on its type.\n",
-    ">The result is a website transformed into clean structured data (like JSON or CSV), ready for your application.\n",
-    "\n",
     "This covers how to extract HTML documents from a list of URLs using the [Diffbot extract API](https://www.diffbot.com/products/extract/), into a document format that we can use downstream."
    ]
   },
@@ -27,6 +24,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "6fffec88",
    "metadata": {},
@@ -47,6 +45,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "e0ce8c05",
    "metadata": {},

docs/modules/indexes/document_loaders/examples/directory_loader.ipynb

@@ -69,6 +69,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "e633d62f",
    "metadata": {},
@@ -77,6 +78,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "43911860",
    "metadata": {},
@@ -117,7 +119,7 @@
    "metadata": {},
    "source": [
     "## Change loader class\n",
-    "By default this uses the `UnstructuredLoader` class. However, you can change up the type of loader pretty easily."
+    "By default this uses the UnstructuredLoader class. However, you can change up the type of loader pretty easily."
    ]
   },
   {
@@ -233,7 +235,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "6a91a0bc",
+   "id": "7f6e0eae",
    "metadata": {},
    "outputs": [],
    "source": []
@@ -255,7 +257,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.1"
+   "version": "3.10.3"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/duckdb.ipynb

@@ -4,30 +4,15 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "# DuckDB\n",
+    "# DuckDB Loader\n",
     "\n",
-    ">[DuckDB](https://duckdb.org/) is an in-process SQL OLAP database management system.\n",
-    "\n",
-    "Load a `DuckDB` query with one document per row."
+    "Load a DuckDB query with one document per row."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install duckdb"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 1,
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import DuckDBLoader"
@@ -35,10 +20,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 2,
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -57,10 +40,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 3,
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = DuckDBLoader(\"SELECT * FROM read_csv_auto('example.csv')\")\n",
@@ -70,10 +51,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 4,
+   "metadata": {},
    "outputs": [
     {
      "name": "stdout",
@@ -188,9 +167,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 1
 }

docs/modules/indexes/document_loaders/examples/email.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# Email\n",
     "\n",
-    "This notebook shows how to load email (`.eml`) or `Microsoft Outlook` (`.msg`) files."
+    "This notebook shows how to load email (`.eml`) and Microsoft Outlook (`.msg`) files."
    ]
   },
   {
@@ -20,23 +20,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "id": "226e50aa-407d-43d9-a81d-f6706298b10c",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install unstructured"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 1,
    "id": "40cd9806",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import UnstructuredEmailLoader"
@@ -44,11 +30,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 2,
    "id": "2d20b852",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = UnstructuredEmailLoader('example_data/fake-email.eml')"
@@ -56,11 +40,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "id": "579fa702",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -68,19 +50,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 4,
    "id": "90c1d899",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(page_content='This is a test email to use for unit tests.\\n\\nImportant points:\\n\\nRoses are red\\n\\nViolets are blue', metadata={'source': 'example_data/fake-email.eml'})]"
+       "[Document(page_content='This is a test email to use for unit tests.\\n\\nImportant points:\\n\\nRoses are red\\n\\nViolets are blue', lookup_str='', metadata={'source': 'example_data/fake-email.eml'}, lookup_index=0)]"
       ]
      },
-     "execution_count": 8,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -148,16 +128,6 @@
     "## Using OutlookMessageLoader"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "058e670e-9964-44ee-b888-44f23ffb9310",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#!pip install extract_msg"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 8,
@@ -234,7 +204,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/epub.ipynb

@@ -5,18 +5,16 @@
    "id": "39af9ecd",
    "metadata": {},
    "source": [
-    "# EPub \n",
+    "# EPubs\n",
     "\n",
-    "This covers how to load `.epub` documents into the Document format that we can use downstream. You'll need to install the [`pandocs`](https://pandoc.org/installing.html) package for this loader to work."
+    "This covers how to load `.epub` documents into a document format that we can use downstream. You'll need to install the [`pandocs`](https://pandoc.org/installing.html) package for this loader to work."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
    "id": "721c48aa",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import UnstructuredEPubLoader"
@@ -26,9 +24,7 @@
    "cell_type": "code",
    "execution_count": 2,
    "id": "9d3d0e35",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = UnstructuredEPubLoader(\"winter-sports.epub\")"
@@ -36,11 +32,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "id": "06073f91",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -60,9 +54,7 @@
    "cell_type": "code",
    "execution_count": 4,
    "id": "064f9162",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = UnstructuredEPubLoader(\"winter-sports.epub\", mode=\"elements\")"
@@ -70,11 +62,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 5,
    "id": "abefbbdb",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -126,7 +116,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.13"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/evernote.ipynb

@@ -7,41 +7,35 @@
    "source": [
     "# EverNote\n",
     "\n",
-    ">[EverNote](https://evernote.com/) is intended for archiving and creating notes in which photos, audio and saved web content can be embedded. Notes are stored in virtual \"notebooks\" and can be tagged, annotated, edited, searched, and exported.\n",
-    "\n",
-    "This notebook shows how to load `EverNote` file from disk."
+    "How to load EverNote file from disk."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 1,
    "id": "1a53ece0",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
-    "#!pip install pypandoc\n",
-    "import pypandoc\n",
+    "# !pip install pypandoc\n",
+    "# import pypandoc\n",
     "\n",
-    "pypandoc.download_pandoc()"
+    "# pypandoc.download_pandoc()"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 5,
    "id": "88df766f",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(page_content='testing this\\n\\nwhat happens?\\n\\nto the world?\\n', metadata={'source': 'example_data/testing.enex'})]"
+       "[Document(page_content='testing this\\n\\nwhat happens?\\n\\nto the world?\\n', lookup_str='', metadata={'source': 'example_data/testing.enex'}, lookup_index=0)]"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -52,6 +46,14 @@
     "loader = EverNoteLoader(\"example_data/testing.enex\")\n",
     "loader.load()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c1329905",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -70,7 +72,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/example_data/facebook_chat.json

@@ -5,60 +5,60 @@
         {
             "sender_name": "User 1",
             "timestamp_ms": 1675597435669,
-            "content": "Oh no worries! Bye"
+            "content": "Oh no worries! Bye",
         },
         {
             "sender_name": "User 2",
             "timestamp_ms": 1675596277579,
-            "content": "No Im sorry it was my mistake, the blue one is not for sale"
+            "content": "No Im sorry it was my mistake, the blue one is not for sale",
         },
         {
             "sender_name": "User 1",
             "timestamp_ms": 1675595140251,
-            "content": "I thought you were selling the blue one!"
+            "content": "I thought you were selling the blue one!",
         },
         {
             "sender_name": "User 1",
             "timestamp_ms": 1675595109305,
-            "content": "Im not interested in this bag. Im interested in the blue one!"
+            "content": "Im not interested in this bag. Im interested in the blue one!",
         },
         {
             "sender_name": "User 2",
             "timestamp_ms": 1675595068468,
-            "content": "Here is $129"
+            "content": "Here is $129",
         },
         {
             "sender_name": "User 2",
             "timestamp_ms": 1675595060730,
             "photos": [
                 {"uri": "url_of_some_picture.jpg", "creation_timestamp": 1675595059}
-            ]
+            ],
         },
         {
             "sender_name": "User 2",
             "timestamp_ms": 1675595045152,
-            "content": "Online is at least $100"
+            "content": "Online is at least $100",
         },
         {
             "sender_name": "User 1",
             "timestamp_ms": 1675594799696,
-            "content": "How much do you want?"
+            "content": "How much do you want?",
         },
         {
             "sender_name": "User 2",
             "timestamp_ms": 1675577876645,
-            "content": "Goodmorning! $50 is too low."
+            "content": "Goodmorning! $50 is too low.",
         },
         {
             "sender_name": "User 1",
             "timestamp_ms": 1675549022673,
-            "content": "Hi! Im interested in your bag. Im offering $50. Let me know if you are interested. Thanks!"
-        }
+            "content": "Hi! Im interested in your bag. Im offering $50. Let me know if you are interested. Thanks!",
+        },
     ],
     "title": "User 1 and User 2 chat",
     "is_still_participant": true,
     "thread_path": "inbox/User 1 and User 2 chat",
     "magic_words": [],
     "image": {"uri": "image_of_the_chat.jpg", "creation_timestamp": 1675549016},
-    "joinable_mode": {"mode": 1, "link": ""}
+    "joinable_mode": {"mode": 1, "link": ""},
 }

docs/modules/indexes/document_loaders/examples/example_data/fake_rule.toml

@@ -1,22 +0,0 @@
-[internal]
-creation_date = "2023-05-01"
-updated_date = "2022-05-01"
-release = ["release_type"]
-min_endpoint_version = "some_semantic_version"
-os_list = ["operating_system_list"]
-
-[rule]
-uuid = "some_uuid"
-name = "Fake Rule Name"
-description = "Fake description of rule"
-query = '''
-process where process.name : "somequery"
-'''
-
-[[rule.threat]]
-framework = "MITRE ATT&CK"
-
-  [rule.threat.tactic]
-  name = "Execution"
-  id = "TA0002"
-  reference = "https://attack.mitre.org/tactics/TA0002/"

docs/modules/indexes/document_loaders/examples/facebook_chat.ipynb

@@ -6,24 +6,13 @@
    "source": [
     "### Facebook Chat\n",
     "\n",
-    "This notebook covers how to load data from the [Facebook Chats](https://www.facebook.com/business/help/1646890868956360) into a format that can be ingested into LangChain."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#pip install pandas"
+    "This notebook covers how to load data from the Facebook Chats into a format that can be ingested into LangChain."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import FacebookChatLoader"
@@ -32,9 +21,7 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = FacebookChatLoader(\"example_data/facebook_chat.json\")"
@@ -42,18 +29,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 3,
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(page_content='User 2 on 2023-02-05 03:46:11: Bye!\\n\\nUser 1 on 2023-02-05 03:43:55: Oh no worries! Bye\\n\\nUser 2 on 2023-02-05 03:24:37: No Im sorry it was my mistake, the blue one is not for sale\\n\\nUser 1 on 2023-02-05 03:05:40: I thought you were selling the blue one!\\n\\nUser 1 on 2023-02-05 03:05:09: Im not interested in this bag. Im interested in the blue one!\\n\\nUser 2 on 2023-02-05 03:04:28: Here is $129\\n\\nUser 2 on 2023-02-05 03:04:05: Online is at least $100\\n\\nUser 1 on 2023-02-05 02:59:59: How much do you want?\\n\\nUser 2 on 2023-02-04 22:17:56: Goodmorning! $50 is too low.\\n\\nUser 1 on 2023-02-04 14:17:02: Hi! Im interested in your bag. Im offering $50. Let me know if you are interested. Thanks!\\n\\n', metadata={'source': 'example_data/facebook_chat.json'})]"
+       "[Document(page_content='User 2 on 2023-02-05 12:46:11: Bye!\\n\\nUser 1 on 2023-02-05 12:43:55: Oh no worries! Bye\\n\\nUser 2 on 2023-02-05 12:24:37: No Im sorry it was my mistake, the blue one is not for sale\\n\\nUser 1 on 2023-02-05 12:05:40: I thought you were selling the blue one!\\n\\nUser 1 on 2023-02-05 12:05:09: Im not interested in this bag. Im interested in the blue one!\\n\\nUser 2 on 2023-02-05 12:04:28: Here is $129\\n\\nUser 2 on 2023-02-05 12:04:05: Online is at least $100\\n\\nUser 1 on 2023-02-05 11:59:59: How much do you want?\\n\\nUser 2 on 2023-02-05 07:17:56: Goodmorning! $50 is too low.\\n\\nUser 1 on 2023-02-04 23:17:02: Hi! Im interested in your bag. Im offering $50. Let me know if you are interested. Thanks!\\n\\n', lookup_str='', metadata={'source': 'docs/modules/document_loaders/examples/example_data/facebook_chat.json'}, lookup_index=0)]"
       ]
      },
-     "execution_count": 7,
+     "execution_count": 3,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -79,7 +64,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.11.1"
   },
   "vscode": {
    "interpreter": {
@@ -88,5 +73,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/figma.ipynb

@@ -1,24 +1,21 @@
 {
  "cells": [
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "33205b12",
    "metadata": {},
    "source": [
     "# Figma\n",
     "\n",
-    ">[Figma](https://www.figma.com/) is a collaborative web application for interface design.\n",
-    "\n",
-    "This notebook covers how to load data from the `Figma` REST API into a format that can be ingested into LangChain, along with example usage for code generation."
+    "This notebook covers how to load data from the Figma REST API into a format that can be ingested into LangChain, along with example usage for code generation."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": null,
    "id": "90b69c94",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "import os\n",
@@ -40,6 +37,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "d809744a",
    "metadata": {},
@@ -119,6 +117,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "baf9b2c9",
    "metadata": {},
@@ -152,7 +151,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.10"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/gcs_directory.ipynb

@@ -7,9 +7,17 @@
    "source": [
     "# GCS Directory\n",
     "\n",
-    ">[Google Cloud Storage](https://en.wikipedia.org/wiki/Google_Cloud_Storage) is a managed service for storing unstructured data.\n",
-    "\n",
-    "This covers how to load document objects from an `Google Cloud Storage (GCS) directory (bucket)`."
+    "This covers how to load document objects from an Google Cloud Storage (GCS) directory."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "5cfb25c9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain.document_loaders import GCSDirectoryLoader"
    ]
   },
   {
@@ -24,16 +32,6 @@
     "# !pip install google-cloud-storage"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "5cfb25c9",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.document_loaders import GCSDirectoryLoader"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 3,
@@ -150,7 +148,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/gcs_file.ipynb

@@ -7,9 +7,17 @@
    "source": [
     "# GCS File Storage\n",
     "\n",
-    ">[Google Cloud Storage](https://en.wikipedia.org/wiki/Google_Cloud_Storage) is a managed service for storing unstructured data.\n",
-    "\n",
-    "This covers how to load document objects from an `Google Cloud Storage (GCS) file object (blob)`."
+    "This covers how to load document objects from an Google Cloud Storage (GCS) file object."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "5cfb25c9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from langchain.document_loaders import GCSFileLoader"
    ]
   },
   {
@@ -24,16 +32,6 @@
     "# !pip install google-cloud-storage"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "id": "5cfb25c9",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from langchain.document_loaders import GCSFileLoader"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 3,
@@ -98,7 +96,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/git.ipynb

@@ -6,9 +6,7 @@
    "source": [
     "# Git\n",
     "\n",
-    ">[Git](https://en.wikipedia.org/wiki/Git) is a distributed version control system that tracks changes in any set of computer files, usually used for coordinating work among programmers collaboratively developing source code during software development.\n",
-    "\n",
-    "This notebook shows how to load text files from `Git` repository."
+    "This notebook shows how to load text files from Git repository."
    ]
   },
   {
@@ -20,21 +18,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "!pip install GitPython"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 5,
+   "metadata": {},
    "outputs": [],
    "source": [
     "from git import Repo\n",
@@ -48,9 +33,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import GitLoader"
@@ -201,9 +184,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.11.3"
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/gitbook.ipynb

@@ -6,10 +6,7 @@
    "metadata": {},
    "source": [
     "# GitBook\n",
-    "\n",
-    ">[GitBook](https://docs.gitbook.com/) is a modern documentation platform where teams can document everything from products to internal knowledge bases and APIs.\n",
-    "\n",
-    "This notebook shows how to pull page data from any `GitBook`."
+    "How to pull page data from any GitBook."
    ]
   },
   {
@@ -22,14 +19,6 @@
     "from langchain.document_loaders import GitbookLoader"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "id": "65d5ddce",
-   "metadata": {},
-   "source": [
-    "### Load from single GitBook page"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -40,6 +29,14 @@
     "loader = GitbookLoader(\"https://docs.gitbook.com\")"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "65d5ddce",
+   "metadata": {},
+   "source": [
+    "### Load from single GitBook page"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 3,
@@ -181,7 +178,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {

docs/modules/indexes/document_loaders/examples/googledrive.ipynb

@@ -6,7 +6,7 @@
    "metadata": {},
    "source": [
     "# Google Drive\n",
-    "This notebook covers how to load documents from `Google Drive`. Currently, only `Google Docs` are supported.\n",
+    "This notebook covers how to load documents from Google Drive. Currently, only Google Docs are supported.\n",
     "\n",
     "## Prerequisites\n",
     "\n",
@@ -23,16 +23,6 @@
     "* Document: https://docs.google.com/document/d/1bfaMQ18_i56204VaQDVeAFpqEijJTgvurupdEDiaUQw/edit -> document id is `\"1bfaMQ18_i56204VaQDVeAFpqEijJTgvurupdEDiaUQw\"`"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "6e40071c-3a65-4e26-b497-3e2be0bd86b9",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "!pip install --upgrade google-api-python-client google-auth-httplib2 google-auth-oauthlib"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 1,
@@ -90,7 +80,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/gutenberg.ipynb

@@ -7,18 +7,14 @@
    "source": [
     "# Gutenberg\n",
     "\n",
-    ">[Project Gutenberg](https://www.gutenberg.org/about/) is an online library of free eBooks.\n",
-    "\n",
-    "This notebook covers how to load links to `Gutenberg` e-books into a document format that we can use downstream."
+    "This covers how to load links to Gutenberg e-books into a document format that we can use downstream."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
    "id": "9bfd5e46",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import GutenbergLoader"
@@ -26,11 +22,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 6,
    "id": "700e4ef2",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = GutenbergLoader('https://www.gutenberg.org/cache/epub/69972/pg69972.txt')"
@@ -38,11 +32,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 9,
    "id": "b6f28930",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -50,49 +42,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": null,
    "id": "7d436441",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "'The Project Gutenberg eBook of The changed brides, by Emma Dorothy\\r\\n\\n\\nEliza Nevitte Southworth\\r\\n\\n\\n\\r\\n\\n\\nThis eBook is for the use of anyone anywhere in the United States and\\r\\n\\n\\nmost other parts of the world at no cost and with almost no restrictions\\r\\n\\n\\nwhatsoever. You may copy it, give it away or re-u'"
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
+   "metadata": {},
+   "outputs": [],
    "source": [
-    "data[0].page_content[:300]"
+    "data"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
-   "id": "1481beb1-12a7-4654-9d91-bfd101109891",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "{'source': 'https://www.gutenberg.org/cache/epub/69972/pg69972.txt'}"
-      ]
-     },
-     "execution_count": 9,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "data[0].metadata"
-   ]
+   "execution_count": null,
+   "id": "3b74d755",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -111,7 +75,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/hn.ipynb

@@ -6,19 +6,14 @@
    "metadata": {},
    "source": [
     "# Hacker News\n",
-    "\n",
-    ">[Hacker News](https://en.wikipedia.org/wiki/Hacker_News) (sometimes abbreviated as HN) is a social news website focusing on computer science and entrepreneurship. It is run by the investment fund and startup incubator Y Combinator. In general, content that can be submitted is defined as \"anything that gratifies one's intellectual curiosity.\"\n",
-    "\n",
-    "This notebook covers how to pull page data and comments from [Hacker News](https://news.ycombinator.com/)"
+    "How to pull page data and comments from Hacker News"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
    "id": "ff49b177",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import HNLoader"
@@ -28,9 +23,7 @@
    "cell_type": "code",
    "execution_count": 2,
    "id": "849a8d52",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = HNLoader(\"https://news.ycombinator.com/item?id=34817881\")"
@@ -40,9 +33,7 @@
    "cell_type": "code",
    "execution_count": 3,
    "id": "c2826836",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -52,14 +43,15 @@
    "cell_type": "code",
    "execution_count": 4,
    "id": "fefa2adc",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "\"delta_p_delta_x 73 days ago  \\n             | next [–] \\n\\nAstrophysical and cosmological simulations are often insightful. They're also very cross-disciplinary; besides the obvious astrophysics, there's networking and sysadmin, parallel computing and algorithm theory (so that the simulation programs a\""
+       "[Document(page_content=\"delta_p_delta_x 18 hours ago  \\n             | next [–] \\n\\nAstrophysical and cosmological simulations are often insightful. They're also very cross-disciplinary; besides the obvious astrophysics, there's networking and sysadmin, parallel computing and algorithm theory (so that the simulation programs are actually fast but still accurate), systems design, and even a bit of graphic design for the visualisations.Some of my favourite simulation projects:- IllustrisTNG: https://www.tng-project.org/- SWIFT: https://swift.dur.ac.uk/- CO5BOLD: https://www.astro.uu.se/~bf/co5bold_main.html (which produced these animations of a red-giant star: https://www.astro.uu.se/~bf/movie/AGBmovie.html)- AbacusSummit: https://abacussummit.readthedocs.io/en/latest/And I can add the simulations in the article, too.\\n \\nreply\", lookup_str='', metadata={'source': 'https://news.ycombinator.com/item?id=34817881', 'title': 'What Lights the Universe’s Standard Candles?'}, lookup_index=0),\n",
+       " Document(page_content=\"andrewflnr 19 hours ago  \\n             | prev | next [–] \\n\\nWhoa. I didn't know the accretion theory of Ia supernovae was dead, much less that it had been since 2011.\\n \\nreply\", lookup_str='', metadata={'source': 'https://news.ycombinator.com/item?id=34817881', 'title': 'What Lights the Universe’s Standard Candles?'}, lookup_index=0),\n",
+       " Document(page_content='andreareina 18 hours ago  \\n             | prev | next [–] \\n\\nThis seems  to be the paper https://academic.oup.com/mnras/article/517/4/5260/6779709\\n \\nreply', lookup_str='', metadata={'source': 'https://news.ycombinator.com/item?id=34817881', 'title': 'What Lights the Universe’s Standard Candles?'}, lookup_index=0),\n",
+       " Document(page_content=\"andreareina 18 hours ago  \\n             | prev [–] \\n\\nWouldn't double detonation show up as variance in the brightness?\\n \\nreply\", lookup_str='', metadata={'source': 'https://news.ycombinator.com/item?id=34817881', 'title': 'What Lights the Universe’s Standard Candles?'}, lookup_index=0)]"
       ]
      },
      "execution_count": 4,
@@ -68,32 +60,16 @@
     }
    ],
    "source": [
-    "data[0].page_content[:300]"
+    "data"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "id": "938ff4ee",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "{'source': 'https://news.ycombinator.com/item?id=34817881',\n",
-       " 'title': 'What Lights the Universe’s Standard Candles?'}"
-      ]
-     },
-     "execution_count": 5,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "data[0].metadata"
-   ]
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -112,7 +88,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {

docs/modules/indexes/document_loaders/examples/html.ipynb

@@ -7,7 +7,7 @@
    "source": [
     "# HTML\n",
     "\n",
-    "This covers how to load `HTML` documents into a document format that we can use downstream."
+    "This covers how to load HTML documents into a document format that we can use downstream."
    ]
   },
   {
@@ -48,9 +48,7 @@
    "outputs": [
     {
      "data": {
-      "text/plain": [
-       "[Document(page_content='My First Heading\\n\\nMy first paragraph.', lookup_str='', metadata={'source': 'example_data/fake-content.html'}, lookup_index=0)]"
-      ]
+      "text/plain": "[Document(page_content='My First Heading\\n\\nMy first paragraph.', lookup_str='', metadata={'source': 'example_data/fake-content.html'}, lookup_index=0)]"
      },
      "execution_count": 4,
      "metadata": {},
@@ -63,21 +61,20 @@
   },
   {
    "cell_type": "markdown",
-   "id": "00337aae",
-   "metadata": {},
    "source": [
     "## Loading HTML with BeautifulSoup4\n",
     "\n",
-    "We can also use `BeautifulSoup4` to load HTML documents using the `BSHTMLLoader`.  This will extract the text from the HTML into `page_content`, and the page title as `title` into `metadata`."
-   ]
+    "We can also use BeautifulSoup4 to load HTML documents using the `BSHTMLLoader`.  This will extract the text from the html into `page_content`, and the page title as `title` into `metadata`."
+   ],
+   "metadata": {
+    "collapsed": false
+   }
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 16,
    "id": "79b1bce4",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import BSHTMLLoader"
@@ -85,23 +82,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "id": "4be99e6c",
-   "metadata": {
-    "collapsed": false,
-    "jupyter": {
-     "outputs_hidden": false
-    },
-    "tags": []
-   },
+   "execution_count": 17,
    "outputs": [
     {
      "data": {
-      "text/plain": [
-       "[Document(page_content='\\n\\nTest Title\\n\\n\\nMy First Heading\\nMy first paragraph.\\n\\n\\n', metadata={'source': 'example_data/fake-content.html', 'title': 'Test Title'})]"
-      ]
+      "text/plain": "[Document(page_content='\\n\\nTest Title\\n\\n\\nMy First Heading\\nMy first paragraph.\\n\\n\\n', lookup_str='', metadata={'source': 'example_data/fake-content.html', 'title': 'Test Title'}, lookup_index=0)]"
      },
-     "execution_count": 2,
+     "execution_count": 17,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -110,7 +97,19 @@
     "loader = BSHTMLLoader(\"example_data/fake-content.html\")\n",
     "data = loader.load()\n",
     "data"
-   ]
+   ],
+   "metadata": {
+    "collapsed": false
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [],
+   "metadata": {
+    "collapsed": false
+   }
   }
  ],
  "metadata": {
@@ -129,7 +128,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/hugging_face_dataset.ipynb

@@ -5,14 +5,11 @@
    "id": "04c9fdc5",
    "metadata": {},
    "source": [
-    "# HuggingFace dataset \n",
+    "# HuggingFace dataset loader \n",
     "\n",
-    "The [Hugging Face Hub](https://huggingface.co/docs/hub/index) hosts a large number of community-curated datasets for a diverse range of tasks such as translation,\n",
-    "automatic speech recognition, and image classification.\n",
+    "This notebook shows how to load Hugging Face Hub datasets to LangChain.\n",
     "\n",
-    ">The `Hugging Face Hub` is home to over 5,000 [datasets](https://huggingface.co/docs/hub/index#datasets) in more than 100 languages that can be used for a broad range of tasks across NLP, Computer Vision, and Audio.\n",
-    "\n",
-    "This notebook shows how to load `Hugging Face Hub` datasets to LangChain."
+    "The Hugging Face Hub hosts a large number of community-curated datasets for a diverse range of tasks such as translation, automatic speech recognition, and image classification.\n"
    ]
   },
   {
@@ -215,7 +212,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/image.ipynb

@@ -18,25 +18,11 @@
     "## Using Unstructured"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "db8e56db-2e66-443b-8a0b-ef69fa5fae9a",
-   "metadata": {
-    "tags": []
-   },
-   "outputs": [],
-   "source": [
-    "#!pip install pdfminer"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 1,
    "id": "0cc0cd42",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders.image import UnstructuredImageLoader"
@@ -46,9 +32,7 @@
    "cell_type": "code",
    "execution_count": 2,
    "id": "082d557c",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = UnstructuredImageLoader(\"layout-parser-paper-fast.jpg\")"
@@ -56,11 +40,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
    "id": "df11c953",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -155,7 +137,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.8.13"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/image_captions.ipynb

@@ -6,23 +6,9 @@
    "metadata": {},
    "source": [
     "# Image captions\n",
-    "\n",
-    "By default, the loader utilizes the pre-trained [Salesforce BLIP image captioning model](https://huggingface.co/Salesforce/blip-image-captioning-base).\n",
-    "\n",
-    "\n",
     "This notebook shows how to use the ImageCaptionLoader tutorial to generate a query-able index of image captions"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "9f78585a-a2fa-4ece-834f-66692b959efb",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#!pip install transformers"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 1,
@@ -246,7 +232,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/markdown.ipynb

@@ -7,28 +7,14 @@
    "source": [
     "# Markdown\n",
     "\n",
-    ">[Markdown](https://en.wikipedia.org/wiki/Markdown) is a lightweight markup language for creating formatted text using a plain-text editor.\n",
-    "\n",
-    "This covers how to load `markdown` documents into a document format that we can use downstream."
+    "This covers how to load markdown documents into a document format that we can use downstream."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "5282f85c",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# !pip install unstructured > /dev/null"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
    "id": "721c48aa",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import UnstructuredMarkdownLoader"
@@ -36,24 +22,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "id": "9d3d0e35",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
-    "markdown_path = \"../../../../../README.md\"\n",
-    "loader = UnstructuredMarkdownLoader(markdown_path)"
+    "loader = UnstructuredMarkdownLoader(\"../../../../README.md\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "id": "06073f91",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -61,19 +42,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "id": "c9adc5cb",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(page_content=\"ð\\x9f¦\\x9cï¸\\x8fð\\x9f”\\x97 LangChain\\n\\nâ\\x9a¡ Building applications with LLMs through composability â\\x9a¡\\n\\nLooking for the JS/TS version? Check out LangChain.js.\\n\\nProduction Support: As you move your LangChains into production, we'd love to offer more comprehensive support.\\nPlease fill out this form and we'll set up a dedicated support Slack channel.\\n\\nQuick Install\\n\\npip install langchain\\nor\\nconda install langchain -c conda-forge\\n\\nð\\x9f¤” What is this?\\n\\nLarge language models (LLMs) are emerging as a transformative technology, enabling developers to build applications that they previously could not. However, using these LLMs in isolation is often insufficient for creating a truly powerful app - the real power comes when you can combine them with other sources of computation or knowledge.\\n\\nThis library aims to assist in the development of those types of applications. Common examples of these applications include:\\n\\nâ\\x9d“ Question Answering over specific documents\\n\\nDocumentation\\n\\nEnd-to-end Example: Question Answering over Notion Database\\n\\nð\\x9f’¬ Chatbots\\n\\nDocumentation\\n\\nEnd-to-end Example: Chat-LangChain\\n\\nð\\x9f¤\\x96 Agents\\n\\nDocumentation\\n\\nEnd-to-end Example: GPT+WolframAlpha\\n\\nð\\x9f“\\x96 Documentation\\n\\nPlease see here for full documentation on:\\n\\nGetting started (installation, setting up the environment, simple examples)\\n\\nHow-To examples (demos, integrations, helper functions)\\n\\nReference (full API docs)\\n\\nResources (high-level explanation of core concepts)\\n\\nð\\x9f\\x9a\\x80 What can this help with?\\n\\nThere are six main areas that LangChain is designed to help with.\\nThese are, in increasing order of complexity:\\n\\nð\\x9f“\\x83 LLMs and Prompts:\\n\\nThis includes prompt management, prompt optimization, a generic interface for all LLMs, and common utilities for working with LLMs.\\n\\nð\\x9f”\\x97 Chains:\\n\\nChains go beyond a single LLM call and involve sequences of calls (whether to an LLM or a different utility). LangChain provides a standard interface for chains, lots of integrations with other tools, and end-to-end chains for common applications.\\n\\nð\\x9f“\\x9a Data Augmented Generation:\\n\\nData Augmented Generation involves specific types of chains that first interact with an external data source to fetch data for use in the generation step. Examples include summarization of long pieces of text and question/answering over specific data sources.\\n\\nð\\x9f¤\\x96 Agents:\\n\\nAgents involve an LLM making decisions about which Actions to take, taking that Action, seeing an Observation, and repeating that until done. LangChain provides a standard interface for agents, a selection of agents to choose from, and examples of end-to-end agents.\\n\\nð\\x9f§\\xa0 Memory:\\n\\nMemory refers to persisting state between calls of a chain/agent. LangChain provides a standard interface for memory, a collection of memory implementations, and examples of chains/agents that use memory.\\n\\nð\\x9f§\\x90 Evaluation:\\n\\n[BETA] Generative models are notoriously hard to evaluate with traditional metrics. One new way of evaluating them is using language models themselves to do the evaluation. LangChain provides some prompts/chains for assisting in this.\\n\\nFor more information on these concepts, please see our full documentation.\\n\\nð\\x9f’\\x81 Contributing\\n\\nAs an open-source project in a rapidly developing field, we are extremely open to contributions, whether it be in the form of a new feature, improved infrastructure, or better documentation.\\n\\nFor detailed information on how to contribute, see here.\", metadata={'source': '../../../../../README.md'})]"
+       "[Document(page_content=\"ð\\x9f¦\\x9cï¸\\x8fð\\x9f”\\x97 LangChain\\n\\nâ\\x9a¡ Building applications with LLMs through composability â\\x9a¡\\n\\nProduction Support: As you move your LangChains into production, we'd love to offer more comprehensive support.\\nPlease fill out this form and we'll set up a dedicated support Slack channel.\\n\\nQuick Install\\n\\npip install langchain\\n\\nð\\x9f¤” What is this?\\n\\nLarge language models (LLMs) are emerging as a transformative technology, enabling\\ndevelopers to build applications that they previously could not.\\nBut using these LLMs in isolation is often not enough to\\ncreate a truly powerful app - the real power comes when you can combine them with other sources of computation or knowledge.\\n\\nThis library is aimed at assisting in the development of those types of applications. Common examples of these types of applications include:\\n\\nâ\\x9d“ Question Answering over specific documents\\n\\nDocumentation\\n\\nEnd-to-end Example: Question Answering over Notion Database\\n\\nð\\x9f’¬ Chatbots\\n\\nDocumentation\\n\\nEnd-to-end Example: Chat-LangChain\\n\\nð\\x9f¤\\x96 Agents\\n\\nDocumentation\\n\\nEnd-to-end Example: GPT+WolframAlpha\\n\\nð\\x9f“\\x96 Documentation\\n\\nPlease see here for full documentation on:\\n\\nGetting started (installation, setting up the environment, simple examples)\\n\\nHow-To examples (demos, integrations, helper functions)\\n\\nReference (full API docs)\\n  Resources (high-level explanation of core concepts)\\n\\nð\\x9f\\x9a\\x80 What can this help with?\\n\\nThere are six main areas that LangChain is designed to help with.\\nThese are, in increasing order of complexity:\\n\\nð\\x9f“\\x83 LLMs and Prompts:\\n\\nThis includes prompt management, prompt optimization, generic interface for all LLMs, and common utilities for working with LLMs.\\n\\nð\\x9f”\\x97 Chains:\\n\\nChains go beyond just a single LLM call, and are sequences of calls (whether to an LLM or a different utility). LangChain provides a standard interface for chains, lots of integrations with other tools, and end-to-end chains for common applications.\\n\\nð\\x9f“\\x9a Data Augmented Generation:\\n\\nData Augmented Generation involves specific types of chains that first interact with an external datasource to fetch data to use in the generation step. Examples of this include summarization of long pieces of text and question/answering over specific data sources.\\n\\nð\\x9f¤\\x96 Agents:\\n\\nAgents involve an LLM making decisions about which Actions to take, taking that Action, seeing an Observation, and repeating that until done. LangChain provides a standard interface for agents, a selection of agents to choose from, and examples of end to end agents.\\n\\nð\\x9f§\\xa0 Memory:\\n\\nMemory is the concept of persisting state between calls of a chain/agent. LangChain provides a standard interface for memory, a collection of memory implementations, and examples of chains/agents that use memory.\\n\\nð\\x9f§\\x90 Evaluation:\\n\\n[BETA] Generative models are notoriously hard to evaluate with traditional metrics. One new way of evaluating them is using language models themselves to do the evaluation. LangChain provides some prompts/chains for assisting in this.\\n\\nFor more information on these concepts, please see our full documentation.\\n\\nð\\x9f’\\x81 Contributing\\n\\nAs an open source project in a rapidly developing field, we are extremely open to contributions, whether it be in the form of a new feature, improved infra, or better documentation.\\n\\nFor detailed information on how to contribute, see here.\", lookup_str='', metadata={'source': '../../../../README.md'}, lookup_index=0)]"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -94,23 +73,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 5,
    "id": "064f9162",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
-    "loader = UnstructuredMarkdownLoader(markdown_path, mode=\"elements\")"
+    "loader = UnstructuredMarkdownLoader(\"../../../../README.md\", mode=\"elements\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 6,
    "id": "abefbbdb",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "data = loader.load()"
@@ -118,19 +93,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 7,
    "id": "a547c534",
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "Document(page_content='ð\\x9f¦\\x9cï¸\\x8fð\\x9f”\\x97 LangChain', metadata={'source': '../../../../../README.md', 'page_number': 1, 'category': 'Title'})"
+       "Document(page_content='ð\\x9f¦\\x9cï¸\\x8fð\\x9f”\\x97 LangChain', lookup_str='', metadata={'source': '../../../../README.md', 'page_number': 1, 'category': 'UncategorizedText'}, lookup_index=0)"
       ]
      },
-     "execution_count": 8,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -138,6 +111,14 @@
    "source": [
     "data[0]"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "381d4139",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -156,7 +137,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.2"
+   "version": "3.8.13"
   }
  },
  "nbformat": 4,

docs/modules/indexes/document_loaders/examples/mediawikidump.ipynb

@@ -1,122 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# MediaWikiDump\n",
-    "\n",
-    "This covers how to load a MediaWiki XML dump file into a document format that we can use downstream.\n",
-    "\n",
-    "It uses mwxml from mediawiki-utilities to dump and mwparserfromhell from earwig to parse MediaWiki wikicode.\n",
-    "\n",
-    "Dump files can be obtained with dumpBackup.php or on the Special:Statistics page of the Wiki."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {
-    "id": "IXigDil0pANf"
-   },
-   "outputs": [],
-   "source": [
-    "#mediawiki-utilities supports XML schema 0.11 in unmerged branches\n",
-    "!pip install -qU git+https://github.com/mediawiki-utilities/python-mwtypes@updates_schema_0.11\n",
-    "#mediawiki-utilities mwxml has a bug, fix PR pending\n",
-    "!pip install -qU git+https://github.com/gdedrouas/python-mwxml@xml_format_0.11\n",
-    "!pip install -qU mwparserfromhell"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {
-    "id": "8-vB5XGHsE85"
-   },
-   "outputs": [],
-   "source": [
-    "from langchain.document_loaders import MWDumpLoader"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {
-    "id": "i6e42MSkqEeH"
-   },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "You have 177 document(s) in your data \n"
-     ]
-    }
-   ],
-   "source": [
-    "loader = MWDumpLoader(\"example_data/testmw_pages_current.xml\", encoding=\"utf8\")\n",
-    "documents = loader.load()\n",
-    "print (f'You have {len(documents)} document(s) in your data ')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "metadata": {
-    "id": "C2qbBVrjFK_H"
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[Document(page_content='\\t\\n\\t\\n\\tArtist\\n\\tReleased\\n\\tRecorded\\n\\tLength\\n\\tLabel\\n\\tProducer', metadata={'source': 'Album'}),\n",
-       " Document(page_content='{| class=\"article-table plainlinks\" style=\"width:100%;\"\\n|- style=\"font-size:18px;\"\\n! style=\"padding:0px;\" | Template documentation\\n|-\\n| Note: portions of the template sample may not be visible without values provided.\\n|-\\n| View or edit this documentation. (About template documentation)\\n|-\\n| Editors can experiment in this template\\'s [ sandbox] and [ test case] pages.\\n|}Category:Documentation templates', metadata={'source': 'Documentation'}),\n",
-       " Document(page_content='Description\\nThis template is used to insert descriptions on template pages.\\n\\nSyntax\\nAdd <noinclude></noinclude> at the end of the template page.\\n\\nAdd <noinclude></noinclude> to transclude an alternative page from the /doc subpage.\\n\\nUsage\\n\\nOn the Template page\\nThis is the normal format when used:\\n\\nTEMPLATE CODE\\n<includeonly>Any categories to be inserted into articles by the template</includeonly>\\n<noinclude>{{Documentation}}</noinclude>\\n\\nIf your template is not a completed div or table, you may need to close the tags just before {{Documentation}} is inserted (within the noinclude tags).\\n\\nA line break right before {{Documentation}} can also be useful as it helps prevent the documentation template \"running into\" previous code.\\n\\nOn the documentation page\\nThe documentation page is usually located on the /doc subpage for a template, but a different page can be specified with the first parameter of the template (see Syntax).\\n\\nNormally, you will want to write something like the following on the documentation page:\\n\\n==Description==\\nThis template is used to do something.\\n\\n==Syntax==\\nType <code>{{t|templatename}}</code> somewhere.\\n\\n==Samples==\\n<code><nowiki>{{templatename|input}}</nowiki></code> \\n\\nresults in...\\n\\n{{templatename|input}}\\n\\n<includeonly>Any categories for the template itself</includeonly>\\n<noinclude>[[Category:Template documentation]]</noinclude>\\n\\nUse any or all of the above description/syntax/sample output sections. You may also want to add \"see also\" or other sections.\\n\\nNote that the above example also uses the Template:T template.\\n\\nCategory:Documentation templatesCategory:Template documentation', metadata={'source': 'Documentation/doc'}),\n",
-       " Document(page_content='Description\\nA template link with a variable number of parameters (0-20).\\n\\nSyntax\\n \\n\\nSource\\nImproved version not needing t/piece subtemplate developed on Templates wiki see the list of authors. Copied here via CC-By-SA 3.0 license.\\n\\nExample\\n\\nCategory:General wiki templates\\nCategory:Template documentation', metadata={'source': 'T/doc'}),\n",
-       " Document(page_content='\\t\\n\\t\\t    \\n\\t\\n\\t\\t    Aliases\\n\\t    Relatives\\n\\t    Affiliation\\n        Occupation\\n    \\n            Biographical information\\n        Marital status\\n    \\tDate of birth\\n        Place of birth\\n        Date of death\\n        Place of death\\n    \\n            Physical description\\n        Species\\n        Gender\\n        Height\\n        Weight\\n        Eye color\\n\\t\\n           Appearances\\n       Portrayed by\\n       Appears in\\n       Debut\\n    ', metadata={'source': 'Character'})]"
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "documents[:5]"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "colab": {
-   "provenance": [],
-   "toc_visible": true
-  },
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.9.1"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 1
-}

docs/modules/indexes/document_loaders/examples/modern_treasury.ipynb

@@ -1,112 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# Modern Treasury\n",
-    "\n",
-    ">[Modern Treasury](https://www.moderntreasury.com/) simplifies complex payment operations\n",
-    "A unified platform to power products and processes that move money.\n",
-    ">- Connect to banks and payment systems\n",
-    ">- Track transactions and balances in real-time\n",
-    ">- Automate payment operations for scale\n",
-    "\n",
-    "This notebook covers how to load data from the `Modern Treasury REST API` into a format that can be ingested into LangChain, along with example usage for vectorization."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "\n",
-    "from langchain.document_loaders import ModernTreasuryLoader\n",
-    "from langchain.indexes import VectorstoreIndexCreator"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "The Modern Treasury API requires an organization ID and API key, which can be found in the Modern Treasury dashboard within developer settings.\n",
-    "\n",
-    "This document loader also requires a `resource` option which defines what data you want to load.\n",
-    "\n",
-    "Following resources are available:\n",
-    "\n",
-    "`payment_orders` [Documentation](https://docs.moderntreasury.com/reference/payment-order-object)\n",
-    "\n",
-    "`expected_payments` [Documentation](https://docs.moderntreasury.com/reference/expected-payment-object)\n",
-    "\n",
-    "`returns` [Documentation](https://docs.moderntreasury.com/reference/return-object)\n",
-    "\n",
-    "`incoming_payment_details` [Documentation](https://docs.moderntreasury.com/reference/incoming-payment-detail-object)\n",
-    "\n",
-    "`counterparties` [Documentation](https://docs.moderntreasury.com/reference/counterparty-object)\n",
-    "\n",
-    "`internal_accounts` [Documentation](https://docs.moderntreasury.com/reference/internal-account-object)\n",
-    "\n",
-    "`external_accounts` [Documentation](https://docs.moderntreasury.com/reference/external-account-object)\n",
-    "\n",
-    "`transactions` [Documentation](https://docs.moderntreasury.com/reference/transaction-object)\n",
-    "\n",
-    "`ledgers` [Documentation](https://docs.moderntreasury.com/reference/ledger-object)\n",
-    "\n",
-    "`ledger_accounts` [Documentation](https://docs.moderntreasury.com/reference/ledger-account-object)\n",
-    "\n",
-    "`ledger_transactions` [Documentation](https://docs.moderntreasury.com/reference/ledger-transaction-object)\n",
-    "\n",
-    "`events` [Documentation](https://docs.moderntreasury.com/reference/events)\n",
-    "\n",
-    "`invoices` [Documentation](https://docs.moderntreasury.com/reference/invoices)\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "modern_treasury_loader = ModernTreasuryLoader(\"payment_orders\")"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# Create a vectorstore retriver from the loader\n",
-    "# see https://python.langchain.com/en/latest/modules/indexes/getting_started.html for more details\n",
-    "\n",
-    "index = VectorstoreIndexCreator().from_loaders([modern_treasury_loader])\n",
-    "modern_treasury_doc_retriever = index.vectorstore.as_retriever()"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.10.6"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 4
-}

docs/modules/indexes/document_loaders/examples/notebook.ipynb

@@ -6,15 +6,13 @@
    "source": [
     "# Notebook\n",
     "\n",
-    "This notebook covers how to load data from a `Jupyter notebook (.ipynb)` into a format suitable by LangChain."
+    "This notebook covers how to load data from an .ipynb notebook into a format suitable by LangChain."
    ]
   },
   {
    "cell_type": "code",
    "execution_count": 1,
-   "metadata": {
-    "tags": []
-   },
+   "metadata": {},
    "outputs": [],
    "source": [
     "from langchain.document_loaders import NotebookLoader"
@@ -22,10 +20,8 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 4,
+   "metadata": {},
    "outputs": [],
    "source": [
     "loader = NotebookLoader(\"example_data/notebook.ipynb\", include_outputs=True, max_output_length=20, remove_newline=True)"
@@ -47,18 +43,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {
-    "tags": []
-   },
+   "execution_count": 5,
+   "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[Document(page_content='\\'markdown\\' cell: \\'[\\'# Notebook\\', \\'\\', \\'This notebook covers how to load data from an .ipynb notebook into a format suitable by LangChain.\\']\\'\\n\\n \\'code\\' cell: \\'[\\'from langchain.document_loaders import NotebookLoader\\']\\'\\n\\n \\'code\\' cell: \\'[\\'loader = NotebookLoader(\"example_data/notebook.ipynb\")\\']\\'\\n\\n \\'markdown\\' cell: \\'[\\'`NotebookLoader.load()` loads the `.ipynb` notebook file into a `Document` object.\\', \\'\\', \\'**Parameters**:\\', \\'\\', \\'* `include_outputs` (bool): whether to include cell outputs in the resulting document (default is False).\\', \\'* `max_output_length` (int): the maximum number of characters to include from each cell output (default is 10).\\', \\'* `remove_newline` (bool): whether to remove newline characters from the cell sources and outputs (default is False).\\', \\'* `traceback` (bool): whether to include full traceback (default is False).\\']\\'\\n\\n \\'code\\' cell: \\'[\\'loader.load(include_outputs=True, max_output_length=20, remove_newline=True)\\']\\'\\n\\n', metadata={'source': 'example_data/notebook.ipynb'})]"
+       "[Document(page_content='\\'markdown\\' cell: \\'[\\'# Notebook\\', \\'\\', \\'This notebook covers how to load data from an .ipynb notebook into a format suitable by LangChain.\\']\\'\\n\\n \\'code\\' cell: \\'[\\'from langchain.document_loaders import NotebookLoader\\']\\'\\n\\n \\'code\\' cell: \\'[\\'loader = NotebookLoader(\"example_data/notebook.ipynb\")\\']\\'\\n\\n \\'markdown\\' cell: \\'[\\'`NotebookLoader.load()` loads the `.ipynb` notebook file into a `Document` object.\\', \\'\\', \\'**Parameters**:\\', \\'\\', \\'* `include_outputs` (bool): whether to include cell outputs in the resulting document (default is False).\\', \\'* `max_output_length` (int): the maximum number of characters to include from each cell output (default is 10).\\', \\'* `remove_newline` (bool): whether to remove newline characters from the cell sources and outputs (default is False).\\', \\'* `traceback` (bool): whether to include full traceback (default is False).\\']\\'\\n\\n \\'code\\' cell: \\'[\\'loader.load(include_outputs=True, max_output_length=20, remove_newline=True)\\']\\'\\n\\n', lookup_str='', metadata={'source': 'example_data/notebook.ipynb'}, lookup_index=0)]"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 5,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -66,6 +60,13 @@
    "source": [
     "loader.load()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
@@ -84,7 +85,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.9.1"
   },
   "vscode": {
    "interpreter": {
@@ -93,5 +94,5 @@
   }
  },
  "nbformat": 4,
- "nbformat_minor": 4
+ "nbformat_minor": 2
 }

docs/modules/indexes/document_loaders/examples/notion.ipynb

@@ -5,10 +5,7 @@
    "id": "1dc7df1d",
    "metadata": {},
    "source": [
-    "# Notion DB 1/2\n",
-    "\n",
-    ">[Notion](https://www.notion.so/) is a collaboration platform with modified Markdown support that integrates kanban boards, tasks, wikis and databases. It is an all-in-one workspace for notetaking, knowledge and data management, and project and task management.\n",
-    "\n",
+    "# Notion\n",
     "This notebook covers how to load documents from a Notion database dump.\n",
     "\n",
     "In order to get this notion dump, follow these instructions:\n",
@@ -77,7 +74,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.6"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,