Ollama pass kwargs as options instead of top (#13280)

Noticed params are really in `options` instead while reviewing #12895
This commit is contained in:
Erick Friis 2023-11-13 10:28:47 -08:00 committed by GitHub
parent 46af56dc4f
commit 18acc22f29
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -136,8 +136,21 @@ class _OllamaCommon(BaseLanguageModel):
stop = self.stop stop = self.stop
elif stop is None: elif stop is None:
stop = [] stop = []
params = {**self._default_params, **kwargs}
params["options"]["stop"] = stop params = self._default_params
if "model" in kwargs:
params["model"] = kwargs["model"]
if "options" in kwargs:
params["options"] = kwargs["options"]
else:
params["options"] = {
**params["options"],
"stop": stop,
**kwargs,
}
response = requests.post( response = requests.post(
url=f"{self.base_url}/api/generate/", url=f"{self.base_url}/api/generate/",
headers={"Content-Type": "application/json"}, headers={"Content-Type": "application/json"},