github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-22 05:29:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed response formatting when streaming

Browse Source
This commit is contained in:
Richard Guo 2023-05-18 11:34:39 -04:00
parent 860193b9e8
commit c679d35eb1
3 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-bindings/python/gpt4all/gpt4all.py
View File

@ -155,7 +155,7 @@ class GPT4All():
print("Model downloaded at: " + download_path) print("Model downloaded at: " + download_path)
return download_path return download_path
def generate(self, prompt: str, streaming: bool = False, **generate_kwargs) -> str: def generate(self, prompt: str, streaming: bool = True, **generate_kwargs) -> str:
""" """
Surfaced method of running generate without accessing model object. Surfaced method of running generate without accessing model object.
@ -211,7 +211,7 @@ class GPT4All():
response = self.model.generate(full_prompt, streaming=streaming, **generate_kwargs) response = self.model.generate(full_prompt, streaming=streaming, **generate_kwargs)
if verbose: if verbose and not streaming:
print(response) print(response)
response_dict = { response_dict = {

2
gpt4all-bindings/python/gpt4all/pyllmodel.py
View File

@ -225,6 +225,8 @@ class LLModel:
# Revert to old stdout # Revert to old stdout
sys.stdout = old_stdout sys.stdout = old_stdout
# Force new line
print()
return stream_processor.output return stream_processor.output

2
gpt4all-bindings/python/setup.py
View File

@ -61,7 +61,7 @@ copy_prebuilt_C_lib(SRC_CLIB_DIRECtORY,
setup( setup(
name=package_name, name=package_name,
version="0.2.2", version="0.2.3",
description="Python bindings for GPT4All", description="Python bindings for GPT4All",
author="Richard Guo", author="Richard Guo",
author_email="richard@nomic.ai", author_email="richard@nomic.ai",