openai[patch]: add explicit attribute for service tier (#31005)

This commit is contained in:
ccurme
2025-04-25 14:38:23 -04:00
committed by GitHub
parent ab871a7b39
commit 629b7a5a43
4 changed files with 18 additions and 3 deletions

View File

@@ -538,6 +538,10 @@ class BaseChatOpenAI(BaseChatModel):
However this does not prevent a user from directly passed in the parameter during
invocation.
"""
service_tier: Optional[str] = None
"""Latency tier for request. Options are 'auto', 'default', or 'flex'. Relevant
for users of OpenAI's scale tier service.
"""
use_responses_api: Optional[bool] = None
"""Whether to use the Responses API instead of the Chat API.
@@ -655,6 +659,7 @@ class BaseChatOpenAI(BaseChatModel):
"n": self.n,
"temperature": self.temperature,
"reasoning_effort": self.reasoning_effort,
"service_tier": self.service_tier,
}
params = {