mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-07-25 04:53:36 +00:00
31 lines
892 B
Python
31 lines
892 B
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import os
|
|
import sys
|
|
|
|
from dbgpt._private.config import Config
|
|
from dbgpt.configs.model_config import EMBEDDING_MODEL_CONFIG, LLM_MODEL_CONFIG
|
|
from dbgpt.model.cluster import run_worker_manager
|
|
|
|
ROOT_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
sys.path.append(ROOT_PATH)
|
|
|
|
|
|
CFG = Config()
|
|
|
|
model_path = LLM_MODEL_CONFIG.get(CFG.LLM_MODEL)
|
|
|
|
if __name__ == "__main__":
|
|
"""run llm server including controller, manager worker
|
|
If you use gunicorn as a process manager, initialize_app can be invoke in `on_starting` hook.
|
|
"""
|
|
run_worker_manager(
|
|
model_name=CFG.LLM_MODEL,
|
|
model_path=model_path,
|
|
standalone=True,
|
|
port=CFG.MODEL_PORT,
|
|
embedding_model_name=CFG.EMBEDDING_MODEL,
|
|
embedding_model_path=EMBEDDING_MODEL_CONFIG[CFG.EMBEDDING_MODEL],
|
|
)
|