anthropic[minor]: claude 3 (#18508)

This commit is contained in:
Erick Friis
2024-03-04 07:03:51 -08:00
committed by GitHub
parent 172499404a
commit 24f9c700f2
8 changed files with 241 additions and 165 deletions

View File

@@ -35,7 +35,7 @@ class _AnthropicCommon(BaseLanguageModel):
model: str = Field(default="claude-2", alias="model_name")
"""Model name to use."""
max_tokens_to_sample: int = Field(default=256, alias="max_tokens")
max_tokens_to_sample: int = Field(default=1024, alias="max_tokens")
"""Denotes the number of tokens to predict per generation."""
temperature: Optional[float] = None