github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-09 14:35:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Ollama pass kwargs as options instead of top (#13280)

Browse Source 
Noticed params are really in `options` instead while reviewing #12895
This commit is contained in:
Erick Friis 2023-11-13 10:28:47 -08:00 committed by GitHub
parent 46af56dc4f
commit 18acc22f29
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
libs/langchain/langchain/llms/ollama.py
View File

@ -136,8 +136,21 @@ class _OllamaCommon(BaseLanguageModel):
stop = self.stop stop = self.stop
elif stop is None: elif stop is None:
stop = [] stop = []
params = {**self._default_params, **kwargs}
params["options"]["stop"] = stop params = self._default_params
if "model" in kwargs:
params["model"] = kwargs["model"]
if "options" in kwargs:
params["options"] = kwargs["options"]
else:
params["options"] = {
**params["options"],
"stop": stop,
**kwargs,
}
response = requests.post( response = requests.post(
url=f"{self.base_url}/api/generate/", url=f"{self.base_url}/api/generate/",
headers={"Content-Type": "application/json"}, headers={"Content-Type": "application/json"},