WEB API independent

pilot/scene/base_chat.py

@@ -39,7 +39,6 @@ from pilot.scene.base_message import (
     ViewMessage,
 )
 from pilot.configs.config import Config
-from pilot.server.llmserver import worker
 
 logger = build_logger("BaseChat", LOGDIR + "BaseChat.log")
 headers = {"User-Agent": "dbgpt Client"}
@@ -143,6 +142,7 @@ class BaseChat(ABC):
                 )
                 return response
             else:
+                from pilot.server.llmserver import worker
                 return worker.generate_stream_gate(payload)
         except Exception as e:
             print(traceback.format_exc())
@@ -168,6 +168,7 @@ class BaseChat(ABC):
                 )
             else:
                 ###TODO  no stream mode need independent
+                from pilot.server.llmserver import worker
                 output = worker.generate_stream_gate(payload)
                 for rsp in output:
                     rsp_str = str(rsp, "utf-8")

pilot/server/dbgpt_server.py

@@ -95,6 +95,9 @@ if __name__ == "__main__":
 
     # init server config
     args = parser.parse_args()
+
+    from pilot.server.llmserver import worker
+    worker.start_check()
     server_init(args)
     CFG.NEW_SERVER_MODE = True
     import uvicorn

pilot/server/webserver_base.py

@@ -38,10 +38,6 @@ def server_init(args):
 
     # init config
     cfg = Config()
-
-    from pilot.server.llmserver import worker
-
-    worker.start_check()
     load_native_plugins(cfg)
     signal.signal(signal.SIGINT, signal_handler)
     async_db_summery()