diff --git a/pilot/scene/base_chat.py b/pilot/scene/base_chat.py index fc1eaaa39..f502c78b9 100644 --- a/pilot/scene/base_chat.py +++ b/pilot/scene/base_chat.py @@ -39,7 +39,6 @@ from pilot.scene.base_message import ( ViewMessage, ) from pilot.configs.config import Config -from pilot.server.llmserver import worker logger = build_logger("BaseChat", LOGDIR + "BaseChat.log") headers = {"User-Agent": "dbgpt Client"} @@ -143,6 +142,7 @@ class BaseChat(ABC): ) return response else: + from pilot.server.llmserver import worker return worker.generate_stream_gate(payload) except Exception as e: print(traceback.format_exc()) @@ -168,6 +168,7 @@ class BaseChat(ABC): ) else: ###TODO no stream mode need independent + from pilot.server.llmserver import worker output = worker.generate_stream_gate(payload) for rsp in output: rsp_str = str(rsp, "utf-8") diff --git a/pilot/server/dbgpt_server.py b/pilot/server/dbgpt_server.py index b6e4f443d..390ad6c29 100644 --- a/pilot/server/dbgpt_server.py +++ b/pilot/server/dbgpt_server.py @@ -95,6 +95,9 @@ if __name__ == "__main__": # init server config args = parser.parse_args() + + from pilot.server.llmserver import worker + worker.start_check() server_init(args) CFG.NEW_SERVER_MODE = True import uvicorn diff --git a/pilot/server/webserver_base.py b/pilot/server/webserver_base.py index 33486c439..c6f7edbdc 100644 --- a/pilot/server/webserver_base.py +++ b/pilot/server/webserver_base.py @@ -38,10 +38,6 @@ def server_init(args): # init config cfg = Config() - - from pilot.server.llmserver import worker - - worker.start_check() load_native_plugins(cfg) signal.signal(signal.SIGINT, signal_handler) async_db_summery()