openai: dont populate logit_bias if None (#28482)

This commit is contained in:
Erick Friis
2024-12-03 09:54:53 -08:00
committed by GitHub
parent ff675c11f6
commit 7315360907

View File

@@ -205,11 +205,13 @@ class BaseOpenAI(BaseLLM):
"frequency_penalty": self.frequency_penalty,
"presence_penalty": self.presence_penalty,
"n": self.n,
"logit_bias": self.logit_bias,
"seed": self.seed,
"logprobs": self.logprobs,
}
if self.logit_bias is not None:
normal_params["logit_bias"] = self.logit_bias
if self.max_tokens is not None:
normal_params["max_tokens"] = self.max_tokens