github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-23 22:18:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix prompt context so it's preserved in class

Browse Source
This commit is contained in:
Richard Guo 2023-06-12 22:38:50 -04:00
parent 85964a7635
commit a99cc34efb
1 changed files with 34 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
gpt4all-bindings/python/gpt4all/pyllmodel.py
View File

@ -125,6 +125,7 @@ class LLModel:
def __init__(self): def __init__(self):
self.model = None self.model = None
self.model_name = None self.model_name = None
self.context = None
def __del__(self): def __del__(self):
if self.model is not None: if self.model is not None:
@ -211,7 +212,9 @@ class LLModel:
sys.stdout = stream_processor sys.stdout = stream_processor
context = LLModelPromptContext(
if self.context is None:
self.context = LLModelPromptContext(
logits_size=logits_size, logits_size=logits_size,
tokens_size=tokens_size, tokens_size=tokens_size,
n_past=n_past, n_past=n_past,
@ -231,7 +234,7 @@ class LLModel:
PromptCallback(self._prompt_callback), PromptCallback(self._prompt_callback),
ResponseCallback(self._response_callback), ResponseCallback(self._response_callback),
RecalculateCallback(self._recalculate_callback), RecalculateCallback(self._recalculate_callback),
context) self.context)
# Revert to old stdout # Revert to old stdout
sys.stdout = old_stdout sys.stdout = old_stdout
@ -262,7 +265,8 @@ class LLModel:
prompt = prompt.encode('utf-8') prompt = prompt.encode('utf-8')
prompt = ctypes.c_char_p(prompt) prompt = ctypes.c_char_p(prompt)
context = LLModelPromptContext( if self.context is None:
self.context = LLModelPromptContext(
logits_size=logits_size, logits_size=logits_size,
tokens_size=tokens_size, tokens_size=tokens_size,
n_past=n_past, n_past=n_past,
@ -305,7 +309,7 @@ class LLModel:
PromptCallback(self._prompt_callback), PromptCallback(self._prompt_callback),
ResponseCallback(_generator_response_callback), ResponseCallback(_generator_response_callback),
RecalculateCallback(self._recalculate_callback), RecalculateCallback(self._recalculate_callback),
context)) self.context))
thread.start() thread.start()
# Generator # Generator