github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-01 00:03:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: support customizing port for llmserver (#71)

Browse Source 
* 支持用户自定义  `llmserver` 的端口
* 默认 `llmserver` 配置修改为本地的 `127.0.0.1`
This commit is contained in:
magic.chen 2023-05-19 20:27:56 -05:00 committed by GitHub
commit a2f3cccf3d
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pilot/configs/config.py
View File

@ -105,7 +105,8 @@ class Config(metaclass=Singleton):
self.LLM_MODEL = os.getenv("LLM_MODEL", "vicuna-13b")
self.LIMIT_MODEL_CONCURRENCY = int(os.getenv("LIMIT_MODEL_CONCURRENCY", 5))
self.MAX_POSITION_EMBEDDINGS = int(os.getenv("MAX_POSITION_EMBEDDINGS", 4096))
self.MODEL_SERVER = os.getenv("MODEL_SERVER", "http://121.41.167.183:8000")
self.MODEL_PORT = os.getenv("MODEL_PORT", 8000)
self.MODEL_SERVER = os.getenv("MODEL_SERVER", "http://127.0.0.1" + ":" + str(self.MODEL_PORT))
self.ISLOAD_8BIT = os.getenv("ISLOAD_8BIT", "True") == "True"
def set_debug_mode(self, value: bool) -> None:

2
pilot/server/llmserver.py
View File

@ -130,4 +130,4 @@ def embeddings(prompt_request: EmbeddingRequest):
if __name__ == "__main__":
uvicorn.run(app, host="0.0.0.0", log_level="info")
uvicorn.run(app, host="0.0.0.0", port=CFG.MODEL_PORT, log_level="info")