IMPROVEMENT: import Document from core (#13905)

This commit is contained in:
Bagatur 2023-11-27 12:48:43 -08:00 committed by GitHub
parent 886bc2d50a
commit ac67422a3d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
255 changed files with 371 additions and 273 deletions

View File

@ -1,6 +1,7 @@
"""Chain that implements the ReAct paper from https://arxiv.org/pdf/2210.03629.pdf."""
from typing import Any, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Field
@ -13,7 +14,6 @@ from langchain.agents.react.wiki_prompt import WIKI_PROMPT
from langchain.agents.tools import Tool
from langchain.agents.utils import validate_tools_single_input
from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
from langchain.tools.base import BaseTool

View File

@ -3,6 +3,7 @@
from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field, create_model
from langchain_core.runnables.config import RunnableConfig
@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.docstore.document import Document
from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter

View File

@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Tuple, Type
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig
@ -11,7 +12,6 @@ from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.reduce import ReduceDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
class MapReduceDocumentsChain(BaseCombineDocumentsChain):

View File

@ -4,13 +4,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type, Union, cast
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Extra, create_model, root_validator
from langchain_core.runnables.config import RunnableConfig
from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.output_parsers.regex import RegexParser

View File

@ -4,11 +4,11 @@ from __future__ import annotations
from typing import Any, Callable, List, Optional, Protocol, Tuple
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Extra
from langchain.callbacks.manager import Callbacks
from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.docstore.document import Document
class CombineDocsProtocol(Protocol):

View File

@ -4,6 +4,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator
@ -13,7 +14,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain,
)
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate:

View File

@ -2,6 +2,7 @@
from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.prompts import BasePromptTemplate, format_document
from langchain_core.prompts.prompt import PromptTemplate
from langchain_core.pydantic_v1 import Extra, Field, root_validator
@ -11,7 +12,6 @@ from langchain.chains.combine_documents.base import (
BaseCombineDocumentsChain,
)
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
def _get_default_document_prompt() -> PromptTemplate:

View File

@ -7,6 +7,7 @@ from __future__ import annotations
from typing import Any, Dict, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra
@ -18,7 +19,6 @@ from langchain.chains.combine_documents.base import BaseCombineDocumentsChain
from langchain.chains.combine_documents.map_reduce import MapReduceDocumentsChain
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.llm import LLMChain
from langchain.docstore.document import Document
from langchain.text_splitter import TextSplitter

View File

@ -7,6 +7,7 @@ import re
from abc import ABC, abstractmethod
from typing import Any, Dict, List, Optional, Tuple
from langchain_core.documents import Document
from langchain_core.language_models import BaseLanguageModel
from langchain_core.prompts import BasePromptTemplate
from langchain_core.pydantic_v1 import Extra, root_validator
@ -27,7 +28,6 @@ from langchain.chains.qa_with_sources.map_reduce_prompt import (
EXAMPLE_PROMPT,
QUESTION_PROMPT,
)
from langchain.docstore.document import Document
class BaseQAWithSourcesChain(Chain, ABC):

View File

@ -2,6 +2,7 @@
from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field
from langchain_core.retrievers import BaseRetriever
@ -11,7 +12,6 @@ from langchain.callbacks.manager import (
)
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class RetrievalQAWithSourcesChain(BaseQAWithSourcesChain):

View File

@ -3,6 +3,7 @@
import warnings
from typing import Any, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field, root_validator
from langchain_core.vectorstores import VectorStore
@ -12,7 +13,6 @@ from langchain.callbacks.manager import (
)
from langchain.chains.combine_documents.stuff import StuffDocumentsChain
from langchain.chains.qa_with_sources.base import BaseQAWithSourcesChain
from langchain.docstore.document import Document
class VectorDBQAWithSourcesChain(BaseQAWithSourcesChain):

View File

@ -2,13 +2,13 @@ from __future__ import annotations
from typing import Any, Dict, List, Optional, Sequence, Tuple, Type
from langchain_core.documents import Document
from langchain_core.embeddings import Embeddings
from langchain_core.pydantic_v1 import Extra
from langchain_core.vectorstores import VectorStore
from langchain.callbacks.manager import CallbackManagerForChainRun
from langchain.chains.router.base import RouterChain
from langchain.docstore.document import Document
class EmbeddingRouterChain(RouterChain):

View File

@ -2,7 +2,7 @@
from abc import ABC, abstractmethod
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
class Docstore(ABC):

View File

@ -1,8 +1,9 @@
"""Simple in memory docstore in the form of a dict."""
from typing import Dict, List, Optional, Union
from langchain_core.documents import Document
from langchain.docstore.base import AddableMixin, Docstore
from langchain.docstore.document import Document
class InMemoryDocstore(Docstore, AddableMixin):

View File

@ -3,8 +3,9 @@
from typing import Union
from langchain_core.documents import Document
from langchain.docstore.base import Docstore
from langchain.docstore.document import Document
class Wikipedia(Docstore):

View File

@ -2,7 +2,8 @@ import re
from pathlib import Path
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Callable, Iterator, List, Mapping, Optional
from langchain_core.documents import Document
from langchain_core.utils.utils import guard_import
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
RecordHandler = Callable[[Any, Optional[str]], Document]

View File

@ -1,7 +1,8 @@
import json
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict

View File

@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Callable, Dict, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -8,7 +8,8 @@ import warnings
from datetime import datetime, timezone
from typing import TYPE_CHECKING, Any, Iterator, List, Optional, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:

View File

@ -1,6 +1,7 @@
from typing import Any, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.arxiv import ArxivAPIWrapper

View File

@ -3,7 +3,8 @@ from __future__ import annotations
from enum import Enum
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:

View File

@ -6,8 +6,8 @@ from typing import Any, Dict, Iterator, List, Optional, Union, cast
import aiohttp
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.azure_blob_storage_file import (
AzureBlobStorageFileLoader,
)

View File

@ -2,7 +2,8 @@ import os
import tempfile
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -3,7 +3,8 @@ import os
import tempfile
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -3,7 +3,8 @@ import re
from pathlib import Path
from typing import Any, Iterator, List, Mapping, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.bibtex import BibtexparserWrapper

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info

View File

@ -4,8 +4,8 @@ import warnings
from typing import List, Tuple
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -4,7 +4,8 @@ from pathlib import Path
from typing import Any, List, Optional, Tuple
from urllib.parse import unquote
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.directory import DirectoryLoader
from langchain.document_loaders.pdf import PyPDFLoader
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -5,8 +5,8 @@ from enum import Enum
from typing import List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.brave_search import BraveSearchWrapper

View File

@ -1,8 +1,8 @@
from typing import Iterator, List, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import datetime
import json
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import asyncio
import logging
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -4,6 +4,7 @@ from io import BytesIO
from typing import Any, Callable, Dict, List, Optional, Union
import requests
from langchain_core.documents import Document
from tenacity import (
before_sleep_log,
retry,
@ -11,7 +12,6 @@ from tenacity import (
wait_exponential,
)
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,7 +1,8 @@
import csv
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import csv
from io import TextIOWrapper
from typing import Any, Dict, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.helpers import detect_file_encodings
from langchain.document_loaders.unstructured import (

View File

@ -4,8 +4,8 @@ import time
from typing import List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,7 +1,8 @@
from datetime import datetime, timedelta
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,8 +2,8 @@ import logging
from typing import Any, List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -4,7 +4,8 @@ import random
from pathlib import Path
from typing import Any, List, Optional, Type, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.html_bs import BSHTMLLoader
from langchain.document_loaders.text import TextLoader

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:

View File

@ -6,9 +6,9 @@ from pathlib import Path
from typing import Any, Dict, List, Mapping, Optional, Sequence, Union
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
TD_NAME = "{http://www.w3.org/1999/xhtml}td"

View File

@ -11,9 +11,9 @@ import tempfile
from pathlib import Path
from typing import Any, Dict, List, Optional
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Dict, List, Optional, cast
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
import os
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import (
UnstructuredFileLoader,

View File

@ -3,10 +3,10 @@ import warnings
from typing import Any, Dict, Iterator, List, Optional
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from typing_extensions import NotRequired, TypedDict
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser, BaseLoader
from langchain.document_loaders.blob_loaders import Blob
from langchain.text_splitter import TextSplitter

View File

@ -3,8 +3,8 @@ import re
from typing import Iterator, List
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -8,7 +8,8 @@ from base64 import b64decode
from time import strptime
from typing import Any, Dict, Iterator, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import json
from pathlib import Path
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import stringify_dict

View File

@ -1,6 +1,7 @@
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.gcs_file import GCSFileLoader
from langchain.utilities.vertexai import get_client_info

View File

@ -2,7 +2,8 @@ import os
import tempfile
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader
from langchain.utilities.vertexai import get_client_info

View File

@ -1,6 +1,7 @@
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
import os
from typing import Callable, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
from typing import Any, List, Optional
from urllib.parse import urljoin, urlparse
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -3,9 +3,9 @@ from datetime import datetime
from typing import Dict, Iterator, List, Literal, Optional, Union
import requests
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_dict_or_env

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import TYPE_CHECKING, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.vertexai import get_client_info

View File

@ -11,9 +11,9 @@ import os
from pathlib import Path
from typing import Any, Dict, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, root_validator, validator
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
SCOPES = ["https://www.googleapis.com/auth/drive.readonly"]

View File

@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -1,7 +1,8 @@
import logging
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import Iterator, List, Mapping, Optional, Sequence, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -2,8 +2,8 @@ from io import BytesIO
from typing import Any, List, Tuple, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,6 +1,7 @@
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.web_base import WebBaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_dict

View File

@ -2,7 +2,8 @@ import json
from pathlib import Path
from typing import Any, Callable, Dict, List, Optional, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import json
import urllib.request
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -3,7 +3,8 @@ from __future__ import annotations
import os
from typing import TYPE_CHECKING, Any, Dict, Iterable, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
if TYPE_CHECKING:

View File

@ -2,7 +2,8 @@ from __future__ import annotations
from typing import Any, Iterator, List, Optional, Sequence
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utilities.max_compute import MaxComputeAPIWrapper

View File

@ -2,7 +2,8 @@ import logging
from pathlib import Path
from typing import List, Optional, Sequence, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -2,7 +2,8 @@ import email
import logging
from typing import Dict, List, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import urllib.request
from base64 import b64encode
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.utils import get_from_env, stringify_value

View File

@ -2,7 +2,8 @@ import asyncio
import logging
from typing import Dict, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -2,7 +2,8 @@
import logging
from typing import Any, Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -3,7 +3,8 @@ import json
from pathlib import Path
from typing import Any, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,7 +1,8 @@
from pathlib import Path
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -1,8 +1,8 @@
from typing import Any, Dict, List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
NOTION_BASE_URL = "https://api.notion.com/v1"

View File

@ -2,7 +2,8 @@ import json
import uuid
from typing import List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.tools.nuclia.tool import NucliaUnderstandingAPI

View File

@ -1,7 +1,8 @@
# coding:utf-8
from typing import List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.obs_file import OBSFileLoader

View File

@ -4,7 +4,8 @@ import os
import tempfile
from typing import Any, List, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -4,8 +4,8 @@ from pathlib import Path
from typing import List
import yaml
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
logger = logging.getLogger(__name__)

View File

@ -4,9 +4,9 @@ from __future__ import annotations
import logging
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence, Union
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import Field
from langchain.docstore.document import Document
from langchain.document_loaders.base_o365 import (
O365BaseLoader,
_FileType,

View File

@ -3,9 +3,9 @@ from __future__ import annotations
import tempfile
from typing import TYPE_CHECKING, List
from langchain_core.documents import Document
from langchain_core.pydantic_v1 import BaseModel, Field
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.unstructured import UnstructuredFileLoader

View File

@ -3,8 +3,8 @@ from pathlib import Path
from typing import Dict, Iterator, List, Optional
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.pydantic_v1 import BaseModel, BaseSettings, Field, FilePath, SecretStr

View File

@ -1,6 +1,7 @@
from typing import Iterator, List
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseLoader

View File

@ -10,9 +10,9 @@ import time
from dataclasses import dataclass
from typing import TYPE_CHECKING, Iterator, List, Optional, Sequence
from langchain_core.documents import Document
from langchain_core.utils.iter import batch_iterate
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
from langchain.utilities.vertexai import get_client_info

View File

@ -2,8 +2,8 @@ import logging
from typing import Dict, Iterator, List, Union
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob

View File

@ -3,7 +3,8 @@
import logging
from typing import Any, Dict, Iterator, Union
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob

View File

@ -1,6 +1,7 @@
from typing import Any, Dict, Iterator, Optional
from langchain.docstore.document import Document
from langchain_core.documents import Document
from langchain.document_loaders.base import BaseBlobParser
from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.language.cobol import CobolSegmenter

View File

@ -10,8 +10,8 @@ from typing import Any, Dict, Iterator, List, Mapping, Optional, Sequence, Union
from urllib.parse import urlparse
import requests
from langchain_core.documents import Document
from langchain.docstore.document import Document
from langchain.document_loaders.base import BaseLoader
from langchain.document_loaders.blob_loaders import Blob
from langchain.document_loaders.parsers.pdf import (

Some files were not shown because too many files have changed in this diff Show More