community[patch]: Enable streaming for GPT4all (#16392)

`streaming` param was never passed to model
This commit is contained in:
Tom Jorquera 2024-01-22 18:54:18 +01:00 committed by GitHub
parent af9f1738ca
commit 1445ac95e8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -111,6 +111,7 @@ class GPT4All(LLM):
"n_batch", "n_batch",
"repeat_penalty", "repeat_penalty",
"repeat_last_n", "repeat_last_n",
"streaming",
} }
def _default_params(self) -> Dict[str, Any]: def _default_params(self) -> Dict[str, Any]:
@ -123,6 +124,7 @@ class GPT4All(LLM):
"n_batch": self.n_batch, "n_batch": self.n_batch,
"repeat_penalty": self.repeat_penalty, "repeat_penalty": self.repeat_penalty,
"repeat_last_n": self.repeat_last_n, "repeat_last_n": self.repeat_last_n,
"streaming": self.streaming,
} }
@root_validator() @root_validator()