openai: dont populate logit_bias if None (#28482)

This commit is contained in:
Erick Friis 2024-12-03 09:54:53 -08:00 committed by GitHub
parent ff675c11f6
commit 7315360907
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -205,11 +205,13 @@ class BaseOpenAI(BaseLLM):
"frequency_penalty": self.frequency_penalty,
"presence_penalty": self.presence_penalty,
"n": self.n,
"logit_bias": self.logit_bias,
"seed": self.seed,
"logprobs": self.logprobs,
}
if self.logit_bias is not None:
normal_params["logit_bias"] = self.logit_bias
if self.max_tokens is not None:
normal_params["max_tokens"] = self.max_tokens