diff --git a/langchain/llms/openai.py b/langchain/llms/openai.py index 22840dcb5b2..7f1d360c3ee 100644 --- a/langchain/llms/openai.py +++ b/langchain/llms/openai.py @@ -54,6 +54,8 @@ class BaseOpenAI(BaseLLM, BaseModel): """Batch size to use when passing multiple documents to generate.""" request_timeout: Optional[Union[float, Tuple[float, float]]] = None """Timeout for requests to OpenAI completion API. Default is 600 seconds.""" + logit_bias: Optional[Dict[str, float]] = Field(default_factory=dict) + """Adjust the probability of specific tokens being generated.""" class Config: """Configuration for this pydantic object.""" @@ -109,6 +111,7 @@ class BaseOpenAI(BaseLLM, BaseModel): "n": self.n, "best_of": self.best_of, "request_timeout": self.request_timeout, + "logit_bias": self.logit_bias, } return {**normal_params, **self.model_kwargs}