github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-16 22:51:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(model): Fix some model missing stop tokens bug (#734)

Browse Source
This commit is contained in:
Aries-ckt
2023-10-26 15:33:25 +08:00
committed by GitHub
parent 5500590e4f 343c9e8c9b
commit 791a7749bb
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
pilot/model/model_adapter.py
View File

@@ -164,6 +164,7 @@ class LLMModelAdaper:
# Overwrite model params:
params["stop"] = conv.stop_str
params["stop_token_ids"] = conv.stop_token_ids
return params, model_context

2
pilot/scene/chat_factory.py
View File

@@ -21,7 +21,7 @@ class ChatFactory(metaclass=Singleton):
implementation = None
for cls in chat_classes:
if cls.chat_scene == chat_mode:
metadata = {"cls": str(cls), "params": kwargs}
metadata = {"cls": str(cls)}
with root_tracer.start_span(
"get_implementation_of_chat", metadata=metadata
):