github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-26 16:43:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

openai[patch]: increase max batch size for Azure OpenAI Embeddings API (#19532)

Browse Source 
**Description:** Azure OpenAI has increased its maximum batch size from
16 to 2048 for the Embeddings API per this How-To
[page](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/embeddings?tabs=console#best-practices)

Co-authored-by: Bagatur <22008038+baskaryan@users.noreply.github.com>
This commit is contained in:
Orest Xherija 2024-03-25 17:50:07 -05:00 committed by GitHub
parent 56f4c5459b
commit 0b1e09029f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/openai/langchain_openai/embeddings/azure.py
View File

@ -99,10 +99,10 @@ class AzureOpenAIEmbeddings(OpenAIEmbeddings):
values["azure_ad_token"] = ( values["azure_ad_token"] = (
convert_to_secret_str(azure_ad_token) if azure_ad_token else None convert_to_secret_str(azure_ad_token) if azure_ad_token else None
) )
# Azure OpenAI embedding models allow a maximum of 16 texts # Azure OpenAI embedding models allow a maximum of 2048 texts
# at a time in each batch # at a time in each batch
# See: https://learn.microsoft.com/en-us/azure/ai-services/openai/reference#embeddings # See: https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/embeddings?tabs=console#best-practices
values["chunk_size"] = min(values["chunk_size"], 16) values["chunk_size"] = min(values["chunk_size"], 2048)
# For backwards compatibility. Before openai v1, no distinction was made # For backwards compatibility. Before openai v1, no distinction was made
# between azure_endpoint and base_url (openai_api_base). # between azure_endpoint and base_url (openai_api_base).
openai_api_base = values["openai_api_base"] openai_api_base = values["openai_api_base"]