github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-31 07:34:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: support customizing port for llmserver

Browse Source
This commit is contained in:
hyj1991 2023-05-19 22:33:50 +08:00
parent 8aad345e87
commit 67f5bbc96a
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pilot/configs/config.py
View File

@ -105,7 +105,8 @@ class Config(metaclass=Singleton):
self.LLM_MODEL = os.getenv("LLM_MODEL", "vicuna-13b")
self.LIMIT_MODEL_CONCURRENCY = int(os.getenv("LIMIT_MODEL_CONCURRENCY", 5))
self.MAX_POSITION_EMBEDDINGS = int(os.getenv("MAX_POSITION_EMBEDDINGS", 4096))
self.MODEL_SERVER = os.getenv("MODEL_SERVER", "http://121.41.167.183:8000")
self.MODEL_PORT = os.getenv("MODEL_PORT", 8000)
self.MODEL_SERVER = os.getenv("MODEL_SERVER", "http://127.0.0.1" + ":" + str(self.MODEL_PORT))
self.ISLOAD_8BIT = os.getenv("ISLOAD_8BIT", "True") == "True"
def set_debug_mode(self, value: bool) -> None:

2
pilot/server/llmserver.py
View File

@ -130,4 +130,4 @@ def embeddings(prompt_request: EmbeddingRequest):
if __name__ == "__main__":
uvicorn.run(app, host="0.0.0.0", log_level="info")
uvicorn.run(app, host="0.0.0.0", port=CFG.MODEL_PORT, log_level="info")