github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-21 14:18:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

use snippet search optionally (#12236)

Browse Source 
Add an additional flag which allows for hitting our new endpoint.
This commit is contained in:
mrbean 2023-10-25 14:37:28 -06:00 committed by GitHub
parent cce132d146
commit b7e559c7e1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 19 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
libs/langchain/langchain/retrievers/you.py
View File

@ -17,6 +17,7 @@ class YouRetriever(BaseRetriever):
""" """
ydc_api_key: str ydc_api_key: str
endpoint_type: str = "web"
@root_validator(pre=True) @root_validator(pre=True)
def validate_client( def validate_client(
@ -34,6 +35,7 @@ class YouRetriever(BaseRetriever):
import requests import requests
headers = {"X-API-Key": self.ydc_api_key} headers = {"X-API-Key": self.ydc_api_key}
if self.endpoint_type == "web":
results = requests.get( results = requests.get(
f"https://api.ydc-index.io/search?query={query}", f"https://api.ydc-index.io/search?query={query}",
headers=headers, headers=headers,
@ -44,3 +46,11 @@ class YouRetriever(BaseRetriever):
for snippet in hit["snippets"]: for snippet in hit["snippets"]:
docs.append(Document(page_content=snippet)) docs.append(Document(page_content=snippet))
return docs return docs
elif self.endpoint_type == "snippet":
results = requests.get(
f"https://api.ydc-index.io/snippet_search?query={query}",
headers=headers,
).json()
return [Document(page_content=snippet) for snippet in results]
else:
raise RuntimeError(f"Invalid endpoint type provided {self.endpoint_type}")