IMPROVEMENT: import Document from core (#13905)

This commit is contained in:
Bagatur 2023-11-27 12:48:43 -08:00 committed by GitHub
parent 886bc2d50a
commit ac67422a3d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
255 changed files with 371 additions and 273 deletions

View File

@ -1,6 +1,7 @@
"""Chain that implements the ReAct paper from https://arxiv.org/pdf/2210.03629.pdf.""" """Chain that implements the ReAct paper from https://arxiv.org/pdf/2210.03629.pdf."""
from typing import Any, List, Optional, Sequence from typing import Any, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Field from langchain_core.pydantic_v1 import Field
@ -13,7 +14,6 @@ from langchain.agents.react.wiki_prompt import WIKI_PROMPT
from langchain.agents.tools import Tool from langchain.agents.tools import Tool
from langchain.agents.utils import validate_tools_single_input from langchain.agents.utils import validate_tools_single_input
from langchain.docstore.base import Docstore from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
from langchain.tools.base import BaseTool from langchain.tools.base import BaseTool

View File

@ -3,6 +3,7 @@
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple, Type from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field, create_model from langchain_core.pydantic_v1 import BaseModel, Field, create_model
from langchain_core.runnables.config import RunnableConfig from langchain_core.runnables.config import RunnableConfig
@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
CallbackManagerForChainRun, CallbackManagerForChainRun,
) )
from langchain.chains.base import Chain from langchain.chains.base import Chain
from langchain.docstore.document import Document
from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter

View File

@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Tuple, Type from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig from langchain_core.runnables.config import RunnableConfig
@ -11,7 +12,6 @@ from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.reduce import ReduceDocumentsChain from langchain.chains.combine_documents.reduce import ReduceDocumentsChain
from langchain.chains.llm import LLMChain from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
class MapReduceDocumentsChain(BaseCombineDocumentsChain): class MapReduceDocumentsChain(BaseCombineDocumentsChain):

View File

@ -4,13 +4,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type, Union, cast from typing import Any, Dict, List, Optional, Sequence, Tuple, Type, Union, cast
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig from langchain_core.runnables.config import RunnableConfig
from langchain.callbacks.manager import Callbacks from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.llm import LLMChain from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.output_parsers.regex import RegexParser from langchain.output_parsers.regex import RegexParser

View File

@ -4,11 +4,11 @@ from __future__ import annotations
from typing import Any, Callable, List, Optional, Protocol, Tuple from typing import Any, Callable, List, Optional, Protocol, Tuple
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Extra from langchain_core.pydantic_v1 import Extra
from langchain.callbacks.manager import Callbacks from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.docstore.document import Document
class CombineDocsProtocol(Protocol): class CombineDocsProtocol(Protocol):

View File

@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Tuple from typing import Any, Dict, List, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator from langchain_core.pydantic_v1 import Extra, Field, root_validator
@ -13,7 +14,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain, BaseCombineDocumentsChain,
) )
from langchain.chains.llm import LLMChain from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate: def _get_default_document_prompt() -> PromptTemplate:

View File

@ -2,6 +2,7 @@
from typing import Any, Dict, List, Optional, Tuple from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator from langchain_core.pydantic_v1 import Extra, Field, root_validator
@ -11,7 +12,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain, BaseCombineDocumentsChain,
) )
from langchain.chains.llm import LLMChain from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate: def _get_default_document_prompt() -> PromptTemplate:

View File

@ -7,6 +7,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Mapping, Optional from typing import Any, Dict, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra from langchain_core.pydantic_v1 import Extra
@ -18,7 +19,6 @@ from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.map_reduce import MapReduceDocumentsChain from langchain.chains.combine_documents.map_reduce import MapReduceDocumentsChain
from langchain.chains.combine_documents.stuff import StuffDocumentsChain from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.llm import LLMChain from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.text_splitter import TextSplitter from langchain.text_splitter import TextSplitter

View File

@ -7,6 +7,7 @@ import re
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra, root_validator from langchain_core.pydantic_v1 import Extra, root_validator
@ -27,7 +28,6 @@ from langchain.chains.qa_with_sources.map_reduce_prompt import (
EXAMPLE_PROMPT, EXAMPLE_PROMPT,
QUESTION_PROMPT, QUESTION_PROMPT,
) )
from langchain.docstore.document import Document
class BaseQAWithSourcesChain(Chain, ABC): class BaseQAWithSourcesChain(Chain, ABC):

View File

@ -2,6 +2,7 @@
from typing import Any, Dict, List from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field from langchain_core.pydantic_v1 import Field
from langchain_core.retrievers import BaseRetriever from langchain_core.retrievers import BaseRetriever
@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
) )
from langchain.chains.combine_documents.stuff import StuffDocumentsChain from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class RetrievalQAWithSourcesChain(BaseQAWithSourcesChain): class RetrievalQAWithSourcesChain(BaseQAWithSourcesChain):

View File

@ -3,6 +3,7 @@
import warnings import warnings
from typing import Any, Dict, List from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field, root_validator from langchain_core.pydantic_v1 import Field, root_validator
from langchain_core.vectorstores import VectorStore from langchain_core.vectorstores import VectorStore
@ -12,7 +13,6 @@ from langchain.callbacks.manager import (
) )
from langchain.chains.combine_documents.stuff import StuffDocumentsChain from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class VectorDBQAWithSourcesChain(BaseQAWithSourcesChain): class VectorDBQAWithSourcesChain(BaseQAWithSourcesChain):

View File

@ -2,13 +2,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type from typing import Any, Dict, List, Optional, Sequence, Tuple, Type
from langchain_core.documents import Document
from langchain_core.embeddings import Embeddings from langchain_core.embeddings import Embeddings
from langchain_core.pydantic_v1 import Extra from langchain_core.pydantic_v1 import Extra
from langchain_core.vectorstores import VectorStore from langchain_core.vectorstores import VectorStore
from langchain.callbacks.manager import CallbackManagerForChainRun from langchain.callbacks.manager import CallbackManagerForChainRun
from langchain.chains.router.base import RouterChain from langchain.chains.router.base import RouterChain
from langchain.docstore.document import Document
class EmbeddingRouterChain(RouterChain): class EmbeddingRouterChain(RouterChain):

View File

@ -2,7 +2,7 @@
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from typing import Dict, List, Union from typing import Dict, List, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
class Docstore(ABC): class Docstore(ABC):

View File

@ -1,8 +1,9 @@
"""Simple in memory docstore in the form of a dict.""" """Simple in memory docstore in the form of a dict."""
from typing import Dict, List, Optional, Union from typing import Dict, List, Optional, Union
from langchain_core.documents import Document
from langchain.docstore.base import AddableMixin, Docstore from langchain.docstore.base import AddableMixin, Docstore
from langchain.docstore.document import Document
class InMemoryDocstore(Docstore, AddableMixin): class InMemoryDocstore(Docstore, AddableMixin):

View File

@ -3,8 +3,9 @@
from typing import Union from typing import Union
from langchain_core.documents import Document
from langchain.docstore.base import Docstore from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
class Wikipedia(Docstore): class Wikipedia(Docstore):

View File

@ -2,7 +2,8 @@ import re
from pathlib import Path from pathlib import Path
from typing import Iterator, List from typing import Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Callable, Iterator, List, Mapping, Optional from typing import Any, Callable, Iterator, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.utils.utils import guard_import from langchain_core.utils.utils import guard_import
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
RecordHandler = Callable[[Any, Optional[str]], Document] RecordHandler = Callable[[Any, Optional[str]], Document]

View File

@ -1,7 +1,8 @@
import json import json
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict from langchain.utils import stringify_dict

View File

@ -1,6 +1,7 @@
from typing import Iterator, List from typing import Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Callable, Dict, List from typing import Any, Callable, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -8,7 +8,8 @@ import warnings
from datetime import datetime, timezone from datetime import datetime, timezone
from typing import TYPE_CHECKING, Any, Iterator, List, Optional, Union from typing import TYPE_CHECKING, Any, Iterator, List, Optional, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING: if TYPE_CHECKING:

View File

@ -1,6 +1,7 @@
from typing import Any, List, Optional from typing import Any, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.arxiv import ArxivAPIWrapper from langchain.utilities.arxiv import ArxivAPIWrapper

View File

@ -3,7 +3,8 @@ from __future__ import annotations
from enum import Enum from enum import Enum
from typing import TYPE_CHECKING, List, Optional from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING: if TYPE_CHECKING:

View File

@ -6,8 +6,8 @@ from typing import Any, Dict, Iterator, List, Optional, Union, cast
import aiohttp import aiohttp
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -1,6 +1,7 @@
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.azure_blob_storage_file import ( from langchain.document_loaders.azure_blob_storage_file import (
AzureBlobStorageFileLoader, AzureBlobStorageFileLoader,
) )

View File

@ -2,7 +2,8 @@ import os
import tempfile import tempfile
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -3,7 +3,8 @@ import os
import tempfile import tempfile
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -3,7 +3,8 @@ import re
from pathlib import Path from pathlib import Path
from typing import Any, Iterator, List, Mapping, Optional from typing import Any, Iterator, List, Mapping, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.bibtex import BibtexparserWrapper from langchain.utilities.bibtex import BibtexparserWrapper

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info from langchain.utilities.vertexai import get_client_info

View File

@ -4,8 +4,8 @@ import warnings
from typing import List, Tuple from typing import List, Tuple
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -4,7 +4,8 @@ from pathlib import Path
from typing import Any, List, Optional, Tuple from typing import Any, List, Optional, Tuple
from urllib.parse import unquote from urllib.parse import unquote
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.directory import DirectoryLoader from langchain.document_loaders.directory import DirectoryLoader
from langchain.document_loaders.pdf import PyPDFLoader from langchain.document_loaders.pdf import PyPDFLoader
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -5,8 +5,8 @@ from enum import Enum
from typing import List, Optional from typing import List, Optional
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Optional from typing import Iterator, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.brave_search import BraveSearchWrapper from langchain.utilities.brave_search import BraveSearchWrapper

View File

@ -1,8 +1,8 @@
from typing import Iterator, List, Union from typing import Iterator, List, Union
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import datetime
import json import json
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import asyncio
import logging import logging
from typing import Iterator, List from typing import Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -4,6 +4,7 @@ from io import BytesIO
from typing import Any, Callable, Dict, List, Optional, Union from typing import Any, Callable, Dict, List, Optional, Union
import requests import requests
from langchain_core.documents import Document
from tenacity import ( from tenacity import (
before_sleep_log, before_sleep_log,
retry, retry,
@ -11,7 +12,6 @@ from tenacity import (
wait_exponential, wait_exponential,
) )
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,7 +1,8 @@
import csv import csv
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import csv
from io import TextIOWrapper from io import TextIOWrapper
from typing import Any, Dict, List, Optional, Sequence from typing import Any, Dict, List, Optional, Sequence
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.helpers import detect_file_encodings from langchain.document_loaders.helpers import detect_file_encodings
from langchain.document_loaders.unstructured import ( from langchain.document_loaders.unstructured import (

View File

@ -4,8 +4,8 @@ import time
from typing import List from typing import List
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,7 +1,8 @@
from datetime import datetime, timedelta from datetime import datetime, timedelta
from typing import List, Optional from typing import List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,8 +2,8 @@ import logging
from typing import Any, List from typing import Any, List
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -4,7 +4,8 @@ import random
from pathlib import Path from pathlib import Path
from typing import Any, List, Optional, Type, Union from typing import Any, List, Optional, Type, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.html_bs import BSHTMLLoader from langchain.document_loaders.html_bs import BSHTMLLoader
from langchain.document_loaders.text import TextLoader from langchain.document_loaders.text import TextLoader

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List from typing import TYPE_CHECKING, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING: if TYPE_CHECKING:

View File

@ -6,9 +6,9 @@ from pathlib import Path
from typing import Any, Dict, List, Mapping, Optional, Sequence, Union from typing import Any, Dict, List, Mapping, Optional, Sequence, Union
import requests import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
TD_NAME = "{http://www.w3.org/1999/xhtml}td" TD_NAME = "{http://www.w3.org/1999/xhtml}td"

View File

@ -11,9 +11,9 @@ import tempfile
from pathlib import Path from pathlib import Path
from typing import Any, Dict, List, Optional from typing import Any, Dict, List, Optional
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Dict, List, Optional, cast from typing import Dict, List, Optional, cast
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
import os import os
from typing import Any, List from typing import Any, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import ( from langchain.document_loaders.unstructured import (
UnstructuredFileLoader, UnstructuredFileLoader,

View File

@ -3,10 +3,10 @@ import warnings
from typing import Any, Dict, Iterator, List, Optional from typing import Any, Dict, Iterator, List, Optional
import requests import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from typing_extensions import NotRequired, TypedDict from typing_extensions import NotRequired, TypedDict
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser, BaseLoader from langchain.document_loaders.base import BaseBlobParser, BaseLoader
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob
from langchain.text_splitter import TextSplitter from langchain.text_splitter import TextSplitter

View File

@ -3,8 +3,8 @@ import re
from typing import Iterator, List from typing import Iterator, List
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -8,7 +8,8 @@ from base64 import b64decode
from time import strptime from time import strptime
from typing import Any, Dict, Iterator, List, Optional from typing import Any, Dict, Iterator, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import json
from pathlib import Path from pathlib import Path
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Optional, Sequence from typing import Iterator, List, Optional, Sequence
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request import urllib.request
from typing import Any, List from typing import Any, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict from langchain.utils import stringify_dict

View File

@ -1,6 +1,7 @@
from typing import Callable, List, Optional from typing import Callable, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.gcs_file import GCSFileLoader from langchain.document_loaders.gcs_file import GCSFileLoader
from langchain.utilities.vertexai import get_client_info from langchain.utilities.vertexai import get_client_info

View File

@ -2,7 +2,8 @@ import os
import tempfile import tempfile
from typing import Callable, List, Optional from typing import Callable, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader from langchain.document_loaders.unstructured import UnstructuredFileLoader
from langchain.utilities.vertexai import get_client_info from langchain.utilities.vertexai import get_client_info

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
import os import os
from typing import Callable, List, Optional from typing import Callable, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
from typing import Any, List, Optional from typing import Any, List, Optional
from urllib.parse import urljoin, urlparse from urllib.parse import urljoin, urlparse
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -3,9 +3,9 @@ from datetime import datetime
from typing import Dict, Iterator, List, Literal, Optional, Union from typing import Dict, Iterator, List, Literal, Optional, Union
import requests import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_dict_or_env from langchain.utils import get_from_dict_or_env

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info from langchain.utilities.vertexai import get_client_info

View File

@ -11,9 +11,9 @@ import os
from pathlib import Path from pathlib import Path
from typing import Any, Dict, List, Optional, Sequence, Union from typing import Any, Dict, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
SCOPES = ["https://www.googleapis.com/auth/drive.readonly"] SCOPES = ["https://www.googleapis.com/auth/drive.readonly"]

View File

@ -1,6 +1,7 @@
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Any, List from typing import Any, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -1,7 +1,8 @@
import logging import logging
from typing import Dict, List, Union from typing import Dict, List, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Mapping, Optional, Sequence, Union from typing import Iterator, List, Mapping, Optional, Sequence, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import List, Optional from typing import List, Optional
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -2,8 +2,8 @@ from io import BytesIO
from typing import Any, List, Tuple, Union from typing import Any, List, Tuple, Union
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request import urllib.request
from typing import List, Optional from typing import List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_dict from langchain.utils import get_from_env, stringify_dict

View File

@ -2,7 +2,8 @@ import json
from pathlib import Path from pathlib import Path
from typing import Any, Callable, Dict, List, Optional, Union from typing import Any, Callable, Dict, List, Optional, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request import urllib.request
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -3,7 +3,8 @@ from __future__ import annotations
import os import os
from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Optional, Sequence from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Optional, Sequence
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING: if TYPE_CHECKING:

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import Any, Iterator, List, Optional, Sequence from typing import Any, Iterator, List, Optional, Sequence
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utilities.max_compute import MaxComputeAPIWrapper from langchain.utilities.max_compute import MaxComputeAPIWrapper

View File

@ -2,7 +2,8 @@ import logging
from pathlib import Path from pathlib import Path
from typing import List, Optional, Sequence, Union from typing import List, Optional, Sequence, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import Iterator, List from typing import Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import email
import logging import logging
from typing import Dict, List, Union from typing import Dict, List, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import urllib.request
from base64 import b64encode from base64 import b64encode
from typing import List, Optional from typing import List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_value from langchain.utils import get_from_env, stringify_value

View File

@ -2,7 +2,8 @@ import asyncio
import logging import logging
from typing import Dict, List, Optional from typing import Dict, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -2,7 +2,8 @@
import logging import logging
from typing import Any, Iterator, List from typing import Any, Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import json
from pathlib import Path from pathlib import Path
from typing import Any, List from typing import Any, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
from pathlib import Path from pathlib import Path
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Dict, List, Optional from typing import Any, Dict, List, Optional
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
NOTION_BASE_URL = "https://api.notion.com/v1" NOTION_BASE_URL = "https://api.notion.com/v1"

View File

@ -2,7 +2,8 @@ import json
import uuid import uuid
from typing import List from typing import List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.tools.nuclia.tool import NucliaUnderstandingAPI from langchain.tools.nuclia.tool import NucliaUnderstandingAPI

View File

@ -1,7 +1,8 @@
# coding:utf-8 # coding:utf-8
from typing import List, Optional from typing import List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.obs_file import OBSFileLoader from langchain.document_loaders.obs_file import OBSFileLoader

View File

@ -4,7 +4,8 @@ import os
import tempfile import tempfile
from typing import Any, List, Optional from typing import Any, List, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -4,8 +4,8 @@ from pathlib import Path
from typing import List from typing import List
import yaml import yaml
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

View File

@ -4,9 +4,9 @@ from __future__ import annotations
import logging import logging
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence, Union from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field from langchain_core.pydantic_v1 import Field
from langchain.docstore.document import Document
from langchain.document_loaders.base_o365 import ( from langchain.document_loaders.base_o365 import (
O365BaseLoader, O365BaseLoader,
_FileType, _FileType,

View File

@ -3,9 +3,9 @@ from __future__ import annotations
import tempfile import tempfile
from typing import TYPE_CHECKING, List from typing import TYPE_CHECKING, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field from langchain_core.pydantic_v1 import BaseModel, Field
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -3,8 +3,8 @@ from pathlib import Path
from typing import Dict, Iterator, List, Optional from typing import Dict, Iterator, List, Optional
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.pydantic_v1 import BaseModel, BaseSettings, Field, FilePath, SecretStr from langchain.pydantic_v1 import BaseModel, BaseSettings, Field, FilePath, SecretStr

View File

@ -1,6 +1,7 @@
from typing import Iterator, List from typing import Iterator, List
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader

View File

@ -10,9 +10,9 @@ import time
from dataclasses import dataclass from dataclasses import dataclass
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.utils.iter import batch_iterate from langchain_core.utils.iter import batch_iterate
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob
from langchain.utilities.vertexai import get_client_info from langchain.utilities.vertexai import get_client_info

View File

@ -2,8 +2,8 @@ import logging
from typing import Dict, Iterator, List, Union from typing import Dict, Iterator, List, Union
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob

View File

@ -3,7 +3,8 @@
import logging import logging
from typing import Any, Dict, Iterator, Union from typing import Any, Dict, Iterator, Union
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob

View File

@ -1,6 +1,7 @@
from typing import Any, Dict, Iterator, Optional from typing import Any, Dict, Iterator, Optional
from langchain.docstore.document import Document from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.language.cobol import CobolSegmenter from langchain.document_loaders.parsers.language.cobol import CobolSegmenter

View File

@ -10,8 +10,8 @@ from typing import Any, Dict, Iterator, List, Mapping, Optional, Sequence, Union
from urllib.parse import urlparse from urllib.parse import urlparse
import requests import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.blob_loaders import Blob from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.pdf import ( from langchain.document_loaders.parsers.pdf import (

Some files were not shown because too many files have changed in this diff Show More