github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-17 15:10:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

add gpt4all

Browse Source
This commit is contained in:
ykgong
2023-06-09 11:35:06 +08:00
parent 44bb5135cd
commit 545c323216
6 changed files with 51 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
pilot/server/llmserver.py
View File

@@ -39,9 +39,9 @@ class ModelWorker:
)
if not isinstance(self.model, str):
if hasattr(self.model.config, "max_sequence_length"):
if hasattr(self.model, "config") and hasattr(self.model.config, "max_sequence_length"):
self.context_len = self.model.config.max_sequence_length
elif hasattr(self.model.config, "max_position_embeddings"):
elif hasattr(self.model, "config") and hasattr(self.model.config, "max_position_embeddings"):
self.context_len = self.model.config.max_position_embeddings
else:
@@ -66,6 +66,7 @@ class ModelWorker:
def generate_stream_gate(self, params):
try:
print(f"llmserver params: {params}, self: {self}")
for output in self.generate_stream_func(
self.model, self.tokenizer, params, DEVICE, CFG.MAX_POSITION_EMBEDDINGS
):