github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-25 15:02:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

gpt4all mpt bindings

Browse Source
This commit is contained in:
Richard Guo 2023-05-12 09:52:40 -04:00 committed by Richard Guo
parent 35e8b3984f
commit ca7cc57440
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
gpt4all-bindings/python/gpt4all/gpt4all.py
View File

@ -169,7 +169,8 @@ class GPT4All():
messages: List[Dict], messages: List[Dict],
default_prompt_header: bool = True, default_prompt_header: bool = True,
default_prompt_footer: bool = True, default_prompt_footer: bool = True,
verbose: bool = True) -> str: verbose: bool = True,
**generate_kwargs) -> str:
""" """
Format list of message dictionaries into a prompt and call model Format list of message dictionaries into a prompt and call model
generate on prompt. Returns a response dictionary with metadata and generate on prompt. Returns a response dictionary with metadata and
@ -201,7 +202,7 @@ class GPT4All():
if verbose: if verbose:
print(full_prompt) print(full_prompt)
response = self.model.generate(full_prompt) response = self.model.generate(full_prompt, **generate_kwargs)
if verbose: if verbose:
print(response) print(response)
@ -293,7 +294,9 @@ class GPT4All():
] ]
MPT_MODELS = [ MPT_MODELS = [
"ggml-mpt-7b-base.bin" "ggml-mpt-7b-base.bin",
"ggml-mpt-7b-chat.bin",
"ggml-mpt-7b-instruct.bin"
] ]
if model_name in GPTJ_MODELS: if model_name in GPTJ_MODELS: