partners[ollama]: Support seed parameter for ChatOllama (#24782)

## Description

Adds seed parameter to ChatOllama

## Resolves Issues
- #24703

## Dependency Changes
None

Co-authored-by: Lennart J. Kurzweg (Nx2) <git@nx2.site>
This commit is contained in:
Lennart J. Kurzweg 2024-07-29 17:15:20 +02:00 committed by GitHub
parent e264ccf484
commit 7da0597ecb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -291,6 +291,11 @@ class ChatOllama(BaseChatModel):
"""The temperature of the model. Increasing the temperature will
make the model answer more creatively. (Default: 0.8)"""
seed: Optional[int] = None
"""Sets the random number seed to use for generation. Setting this
to a specific number will make the model generate the same text for
the same prompt."""
stop: Optional[List[str]] = None
"""Sets the stop tokens to use."""
@ -335,6 +340,7 @@ class ChatOllama(BaseChatModel):
"repeat_last_n": self.repeat_last_n,
"repeat_penalty": self.repeat_penalty,
"temperature": self.temperature,
"seed": self.seed,
"stop": self.stop,
"tfs_z": self.tfs_z,
"top_k": self.top_k,