openai[patch]: update openai params (#23691)

**Description:** Explicitly add parameters from openai API



- [X] **Lint and test**: Run `make format`, `make lint` and `make test`
from the root of the package(s) you've modified. See contribution
guidelines for more: https://python.langchain.com/docs/contributing/

---------

Co-authored-by: Erick Friis <erick@langchain.dev>
This commit is contained in:
Roman Solomatin
2024-07-13 04:53:33 +05:00
committed by GitHub
parent f0a7581b50
commit f071581aea
2 changed files with 30 additions and 0 deletions

View File

@@ -110,6 +110,11 @@ class BaseOpenAI(BaseLLM):
"""Adjust the probability of specific tokens being generated."""
max_retries: int = 2
"""Maximum number of retries to make when generating."""
seed: Optional[int] = None
"""Seed for generation"""
logprobs: Optional[int] = None
"""Include the log probabilities on the logprobs most likely output tokens,
as well the chosen tokens."""
streaming: bool = False
"""Whether to stream the results or not."""
allowed_special: Union[Literal["all"], AbstractSet[str]] = set()
@@ -220,6 +225,8 @@ class BaseOpenAI(BaseLLM):
"presence_penalty": self.presence_penalty,
"n": self.n,
"logit_bias": self.logit_bias,
"seed": self.seed,
"logprobs": self.logprobs,
}
if self.max_tokens is not None: