feature: stream output for guanaco (#154)

This commit is contained in:
csunny
2023-06-04 21:47:21 +08:00
parent ff6cc05e11
commit e8a193ef46
3 changed files with 3 additions and 5 deletions

View File

@@ -91,7 +91,7 @@ class GuanacoChatAdapter(BaseChatAdpter):
return "guanaco" in model_path
def get_generate_stream_func(self):
from pilot.model.llm_out.guanaco_llm import guanaco_generate_stream
from pilot.model.llm_out.guanaco_llm import guanaco_generate_stream
return guanaco_generate_stream