github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-17 15:10:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: bump requirement.txt for guanaco support

Browse Source
This commit is contained in:
LBYPatrick
2023-06-16 11:45:42 +08:00
parent 3ccd939fe3
commit 1580aaa8eb
4 changed files with 14 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
pilot/server/llmserver.py
View File

@@ -5,6 +5,7 @@ import asyncio
import json
import os
import sys
import traceback
import uvicorn
from fastapi import BackgroundTasks, FastAPI, Request
@@ -89,10 +90,14 @@ class ModelWorker:
ret = {"text": "**GPU OutOfMemory, Please Refresh.**", "error_code": 0}
yield json.dumps(ret).encode() + b"\0"
except Exception as e:
msg = "{}: {}".format(str(e),traceback.format_exc())
ret = {
"text": f"**LLMServer Generate Error, Please CheckErrorInfo.**: {e}",
"text": f"**LLMServer Generate Error, Please CheckErrorInfo.**: {msg}",
"error_code": 0,
}
yield json.dumps(ret).encode() + b"\0"
def get_embeddings(self, prompt):