github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-20 05:43:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update endpoint for AzureMLEndpointApiType class. (#25725)

Browse Source 
This addresses the issue mentioned in #25702

I have updated the endpoint used in validating the endpoint API type in
the AzureMLBaseEndpoint class from `/v1/completions` to `/completions`
and `/v1/chat/completions` to `/chat/completions`.

Co-authored-by: = <=>
This commit is contained in:
Ashvin 2024-08-26 18:20:02 +05:30 committed by GitHub
parent dcf2278a05
commit af3b3a4474
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
libs/community/langchain_community/llms/azureml_endpoint.py
View File

@ -430,8 +430,8 @@ class AzureMLBaseEndpoint(BaseModel):
if field_value.endswith("inference.ml.azure.com"): if field_value.endswith("inference.ml.azure.com"):
raise ValueError( raise ValueError(
"`endpoint_url` should contain the full invocation URL including " "`endpoint_url` should contain the full invocation URL including "
"`/score` for `endpoint_api_type='dedicated'` or `/v1/completions` " "`/score` for `endpoint_api_type='dedicated'` or `/completions` "
"or `/v1/chat/completions` for `endpoint_api_type='serverless'`" "or `/chat/completions` for `endpoint_api_type='serverless'`"
) )
return field_value return field_value
@ -451,17 +451,17 @@ class AzureMLBaseEndpoint(BaseModel):
raise ValueError( raise ValueError(
"Endpoints of type `dedicated` should follow the format " "Endpoints of type `dedicated` should follow the format "
"`https://<your-endpoint>.<your_region>.inference.ml.azure.com/score`." "`https://<your-endpoint>.<your_region>.inference.ml.azure.com/score`."
" If your endpoint URL ends with `/v1/completions` or" " If your endpoint URL ends with `/completions` or"
"`/v1/chat/completions`, use `endpoint_api_type='serverless'` instead." "`/chat/completions`, use `endpoint_api_type='serverless'` instead."
) )
if field_value == AzureMLEndpointApiType.serverless and not ( if field_value == AzureMLEndpointApiType.serverless and not (
endpoint_url.endswith("/v1/completions") # type: ignore[union-attr] endpoint_url.endswith("/completions") # type: ignore[union-attr]
or endpoint_url.endswith("/v1/chat/completions") # type: ignore[union-attr] or endpoint_url.endswith("/chat/completions") # type: ignore[union-attr]
): ):
raise ValueError( raise ValueError(
"Endpoints of type `serverless` should follow the format " "Endpoints of type `serverless` should follow the format "
"`https://<your-endpoint>.<your_region>.inference.ml.azure.com/v1/chat/completions`" "`https://<your-endpoint>.<your_region>.inference.ml.azure.com/chat/completions`"
" or `https://<your-endpoint>.<your_region>.inference.ml.azure.com/v1/chat/completions`" " or `https://<your-endpoint>.<your_region>.inference.ml.azure.com/chat/completions`"
) )
return field_value return field_value