Custom Anthropic API URL (#6221)

[Feature] User can custom the Anthropic API URL

#### Who can review?

Tag maintainers/contributors who might be interested:

  Models
  - @hwchase17
  - @agola11
This commit is contained in:
zengbo 2023-06-18 02:01:29 +08:00 committed by GitHub
parent 61e4a1adf9
commit 5d5298087f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -36,6 +36,8 @@ class _AnthropicCommon(BaseModel):
default_request_timeout: Optional[Union[float, Tuple[float, float]]] = None default_request_timeout: Optional[Union[float, Tuple[float, float]]] = None
"""Timeout for requests to Anthropic Completion API. Default is 600 seconds.""" """Timeout for requests to Anthropic Completion API. Default is 600 seconds."""
anthropic_api_url: str = "https://api.anthropic.com"
anthropic_api_key: Optional[str] = None anthropic_api_key: Optional[str] = None
HUMAN_PROMPT: Optional[str] = None HUMAN_PROMPT: Optional[str] = None
@ -48,10 +50,16 @@ class _AnthropicCommon(BaseModel):
anthropic_api_key = get_from_dict_or_env( anthropic_api_key = get_from_dict_or_env(
values, "anthropic_api_key", "ANTHROPIC_API_KEY" values, "anthropic_api_key", "ANTHROPIC_API_KEY"
) )
"""Get custom api url from environment."""
anthropic_api_url = get_from_dict_or_env(
values, "anthropic_api_url", "ANTHROPIC_API_URL"
)
try: try:
import anthropic import anthropic
values["client"] = anthropic.Client( values["client"] = anthropic.Client(
api_url=anthropic_api_url,
api_key=anthropic_api_key, api_key=anthropic_api_key,
default_request_timeout=values["default_request_timeout"], default_request_timeout=values["default_request_timeout"],
) )