github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-30 19:49:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Embaas - added backoff retries for network requests (#13679)

Browse Source 
Running a large number of requests to Embaas' servers (or any server)
can result in intermittent network failures (both from local and
external network/service issues). This PR implements exponential backoff
retries to help mitigate this issue.
This commit is contained in:
Colin Ulin 2023-12-04 19:21:35 -05:00 committed by GitHub
parent f26d88ca60
commit 9f9cb71d26
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 23 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
libs/langchain/langchain/embeddings/embaas.py
View File

@ -1,10 +1,11 @@
from typing import Any, Dict, List, Mapping, Optional from typing import Any, Dict, List, Mapping, Optional
import requests import requests
from langchain_core.embeddings import Embeddings from requests.adapters import HTTPAdapter, Retry
from langchain_core.pydantic_v1 import BaseModel, Extra, root_validator
from typing_extensions import NotRequired, TypedDict from typing_extensions import NotRequired, TypedDict
from langchain.pydantic_v1 import BaseModel, Extra, root_validator
from langchain.schema.embeddings import Embeddings
from langchain.utils import get_from_dict_or_env from langchain.utils import get_from_dict_or_env
# Currently supported maximum batch size for embedding requests # Currently supported maximum batch size for embedding requests
@ -51,6 +52,10 @@ class EmbaasEmbeddings(BaseModel, Embeddings):
api_url: str = EMBAAS_API_URL api_url: str = EMBAAS_API_URL
"""The URL for the embaas embeddings API.""" """The URL for the embaas embeddings API."""
embaas_api_key: Optional[str] = None embaas_api_key: Optional[str] = None
"""max number of retries for requests"""
max_retries: Optional[int] = 3
"""request timeout in seconds"""
timeout: Optional[int] = 30
class Config: class Config:
"""Configuration for this pydantic object.""" """Configuration for this pydantic object."""
@ -85,8 +90,22 @@ class EmbaasEmbeddings(BaseModel, Embeddings):
"Content-Type": "application/json", "Content-Type": "application/json",
} }
response = requests.post(self.api_url, headers=headers, json=payload) session = requests.Session()
response.raise_for_status() retries = Retry(
total=self.max_retries,
backoff_factor=0.5,
allowed_methods=["POST"],
raise_on_status=True,
)
session.mount("http://", HTTPAdapter(max_retries=retries))
session.mount("https://", HTTPAdapter(max_retries=retries))
response = session.post(
self.api_url,
headers=headers,
json=payload,
timeout=self.timeout,
)
parsed_response = response.json() parsed_response = response.json()
embeddings = [item["embedding"] for item in parsed_response["data"]] embeddings = [item["embedding"] for item in parsed_response["data"]]