From 1445ac95e828de321785abc42bc3ef23ae2eef46 Mon Sep 17 00:00:00 2001 From: Tom Jorquera Date: Mon, 22 Jan 2024 18:54:18 +0100 Subject: [PATCH] community[patch]: Enable streaming for GPT4all (#16392) `streaming` param was never passed to model --- libs/community/langchain_community/llms/gpt4all.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/libs/community/langchain_community/llms/gpt4all.py b/libs/community/langchain_community/llms/gpt4all.py index 83dace226bb..8b347ceb5c3 100644 --- a/libs/community/langchain_community/llms/gpt4all.py +++ b/libs/community/langchain_community/llms/gpt4all.py @@ -111,6 +111,7 @@ class GPT4All(LLM): "n_batch", "repeat_penalty", "repeat_last_n", + "streaming", } def _default_params(self) -> Dict[str, Any]: @@ -123,6 +124,7 @@ class GPT4All(LLM): "n_batch": self.n_batch, "repeat_penalty": self.repeat_penalty, "repeat_last_n": self.repeat_last_n, + "streaming": self.streaming, } @root_validator()