github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-21 06:14:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

partners[ollama]: Support seed parameter for ChatOllama (#24782)

Browse Source 
## Description

Adds seed parameter to ChatOllama

## Resolves Issues
- #24703

## Dependency Changes
None

Co-authored-by: Lennart J. Kurzweg (Nx2) <git@nx2.site>
This commit is contained in:
Lennart J. Kurzweg 2024-07-29 17:15:20 +02:00 committed by GitHub
parent e264ccf484
commit 7da0597ecb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libs/partners/ollama/langchain_ollama/chat_models.py
View File

@ -291,6 +291,11 @@ class ChatOllama(BaseChatModel):
"""The temperature of the model. Increasing the temperature will """The temperature of the model. Increasing the temperature will
make the model answer more creatively. (Default: 0.8)""" make the model answer more creatively. (Default: 0.8)"""
seed: Optional[int] = None
"""Sets the random number seed to use for generation. Setting this
to a specific number will make the model generate the same text for
the same prompt."""
stop: Optional[List[str]] = None stop: Optional[List[str]] = None
"""Sets the stop tokens to use.""" """Sets the stop tokens to use."""
@ -335,6 +340,7 @@ class ChatOllama(BaseChatModel):
"repeat_last_n": self.repeat_last_n, "repeat_last_n": self.repeat_last_n,
"repeat_penalty": self.repeat_penalty, "repeat_penalty": self.repeat_penalty,
"temperature": self.temperature, "temperature": self.temperature,
"seed": self.seed,
"stop": self.stop, "stop": self.stop,
"tfs_z": self.tfs_z, "tfs_z": self.tfs_z,
"top_k": self.top_k, "top_k": self.top_k,