github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-10-31 13:51:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python chat streaming (#1127)

Browse Source 
* Support streaming in chat session

* Uncommented tests
This commit is contained in:
Andriy Mulyar
2023-07-03 12:59:39 -04:00
committed by GitHub
parent aced5e6615
commit 01bd3d6802
3 changed files with 26 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
gpt4all-bindings/python/gpt4all/gpt4all.py
View File

@@ -210,9 +210,6 @@ class GPT4All:
if n_predict is not None:
generate_kwargs['n_predict'] = n_predict
if streaming and self._is_chat_session_activated:
raise NotImplementedError("Streaming tokens in a chat session is not currently supported.")
if self._is_chat_session_activated:
self.current_chat_session.append({"role": "user", "content": prompt})
generate_kwargs['prompt'] = self._format_chat_prompt_template(messages=self.current_chat_session)

12
gpt4all-bindings/python/gpt4all/tests/test_gpt4all.py
View File

@@ -25,11 +25,13 @@ def test_inference():
assert len(tokens) > 0
with model.chat_session():
try:
response = model.generate(prompt='hello', top_k=1, streaming=True)
assert False
except NotImplementedError:
assert True
tokens = list(model.generate(prompt='hello', top_k=1, streaming=True))
model.current_chat_session.append({'role': 'assistant', 'content': ''.join(tokens)})
tokens = list(model.generate(prompt='write me a poem about dogs', top_k=1, streaming=True))
model.current_chat_session.append({'role': 'assistant', 'content': ''.join(tokens)})
print(model.current_chat_session)
def do_long_input(model):