This commit is contained in:
Eugene Yurtsev
2023-06-02 13:01:56 -04:00
parent f79582c548
commit ad2b777536
8 changed files with 27 additions and 26 deletions

View File

@@ -2,28 +2,29 @@
from __future__ import annotations
import csv
from bs4 import BeautifulSoup
from io import StringIO
from itertools import islice
from typing import (
Sequence,
Mapping,
Any,
Optional,
Dict,
List,
cast,
Set,
TypeVar,
Iterable,
Iterator,
List,
Mapping,
Optional,
Sequence,
Set,
TypeVar,
cast,
)
from bs4 import BeautifulSoup
from langchain import LLMChain, PromptTemplate
from langchain.base_language import BaseLanguageModel
from langchain.callbacks.manager import (
CallbackManagerForChainRun,
AsyncCallbackManagerForChainRun,
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.schema import BaseOutputParser

View File

@@ -1,22 +1,21 @@
from __future__ import annotations
import asyncio
from typing import Optional, Any, Union, Literal, List, Dict, Mapping
import itertools
from typing import Any, Dict, List, Literal, Mapping, Optional, Union
from langchain.base_language import BaseLanguageModel
from langchain.callbacks.manager import (
CallbackManagerForChainRun,
AsyncCallbackManagerForChainRun,
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.chains.llm import LLMChain
from langchain.chains.research.fetch import DownloadHandler, AutoDownloadHandler
from langchain.chains.research.fetch import AutoDownloadHandler, DownloadHandler
from langchain.chains.research.readers import DocReadingChain, ParallelApplyChain
from langchain.chains.research.search import GenericSearcher
from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter
from langchain.document_loaders.parsers.html.markdownify import MarkdownifyHTMLParser
from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter
class Research(Chain):

View File

@@ -5,8 +5,9 @@ that are worth exploring to find more documents that may be relevant for being
able to answer the question correctly.
"""
import urllib.parse
from bs4 import PageElement, BeautifulSoup
from typing import List, Dict, Any, Tuple
from typing import Any, Dict, List, Tuple
from bs4 import BeautifulSoup, PageElement
from langchain.base_language import BaseLanguageModel
from langchain.chains.classification.multiselection import MultiSelectChain

View File

@@ -14,7 +14,7 @@ Downloading is batched by default to allow efficient parallelization.
import abc
import asyncio
import mimetypes
from typing import Sequence, List, Any, Optional
from typing import Any, List, Optional, Sequence
from bs4 import BeautifulSoup

View File

@@ -1,10 +1,10 @@
"""Module contains supporting chains for research use case."""
import asyncio
from typing import List, Dict, Any, Optional
from typing import Any, Dict, List, Optional
from langchain.callbacks.manager import (
CallbackManagerForChainRun,
AsyncCallbackManagerForChainRun,
CallbackManagerForChainRun,
)
from langchain.chains.base import Chain
from langchain.schema import Document

View File

@@ -2,10 +2,11 @@
from __future__ import annotations
import asyncio
from bs4 import BeautifulSoup
from typing import Sequence, List, Mapping, Any, Optional, Dict
from typing import Any, Dict, List, Mapping, Optional, Sequence
from langchain import PromptTemplate, LLMChain, serpapi
from bs4 import BeautifulSoup
from langchain import LLMChain, PromptTemplate, serpapi
from langchain.base_language import BaseLanguageModel
from langchain.callbacks.manager import (
AsyncCallbackManagerForChainRun,

View File

@@ -1,6 +1,5 @@
from typing import List, Sequence, Mapping, Any
import abc
from typing import Any, List, Mapping, Sequence
from langchain.callbacks.manager import Callbacks
from langchain.document_loaders.blob_loaders import Blob

View File

@@ -1,9 +1,9 @@
"""Tests for the downloader."""
from langchain.chains.research.fetch import (
AutoDownloadHandler,
_is_javascript_required,
RequestsDownloadHandler,
PlaywrightDownloadHandler,
RequestsDownloadHandler,
_is_javascript_required,
)