github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-23 18:43:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

WEB API independent

Browse Source
This commit is contained in:
tuyang.yhj 2023-07-03 10:31:09 +08:00
parent 354852f9df
commit 95737f94cd
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pilot/scene/base_chat.py
View File

@ -39,7 +39,6 @@ from pilot.scene.base_message import (
ViewMessage, ViewMessage,
) )
from pilot.configs.config import Config from pilot.configs.config import Config
from pilot.server.llmserver import worker
logger = build_logger("BaseChat", LOGDIR + "BaseChat.log") logger = build_logger("BaseChat", LOGDIR + "BaseChat.log")
headers = {"User-Agent": "dbgpt Client"} headers = {"User-Agent": "dbgpt Client"}
@ -143,6 +142,7 @@ class BaseChat(ABC):
) )
return response return response
else: else:
from pilot.server.llmserver import worker
return worker.generate_stream_gate(payload) return worker.generate_stream_gate(payload)
except Exception as e: except Exception as e:
print(traceback.format_exc()) print(traceback.format_exc())
@ -168,6 +168,7 @@ class BaseChat(ABC):
) )
else: else:
###TODO no stream mode need independent ###TODO no stream mode need independent
from pilot.server.llmserver import worker
output = worker.generate_stream_gate(payload) output = worker.generate_stream_gate(payload)
for rsp in output: for rsp in output:
rsp_str = str(rsp, "utf-8") rsp_str = str(rsp, "utf-8")

3
pilot/server/dbgpt_server.py
View File

@ -95,6 +95,9 @@ if __name__ == "__main__":
# init server config # init server config
args = parser.parse_args() args = parser.parse_args()
from pilot.server.llmserver import worker
worker.start_check()
server_init(args) server_init(args)
CFG.NEW_SERVER_MODE = True CFG.NEW_SERVER_MODE = True
import uvicorn import uvicorn

4
pilot/server/webserver_base.py
View File

@ -38,10 +38,6 @@ def server_init(args):
# init config # init config
cfg = Config() cfg = Config()
from pilot.server.llmserver import worker
worker.start_check()
load_native_plugins(cfg) load_native_plugins(cfg)
signal.signal(signal.SIGINT, signal_handler) signal.signal(signal.SIGINT, signal_handler)
async_db_summery() async_db_summery()