github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-13 13:10:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

llms: multi model support

Browse Source
This commit is contained in:
csunny
2023-05-21 11:22:56 +08:00
parent 8e127b3863
commit 42b76979a3
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/server/llmserver.py
View File

@@ -27,8 +27,6 @@ from pilot.server.chat_adapter import get_llm_chat_adapter
CFG = Config()
model_path = LLM_MODEL_CONFIG[CFG.LLM_MODEL]
print(model_path)
class ModelWorker:
@@ -154,6 +152,8 @@ def embeddings(prompt_request: EmbeddingRequest):
if __name__ == "__main__":
model_path = LLM_MODEL_CONFIG[CFG.LLM_MODEL]
print(model_path)
worker = ModelWorker(
model_path=model_path,