github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-08 04:23:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

bug fix

Browse Source
This commit is contained in:
tuyang.yhj
2023-05-13 21:34:24 +08:00
parent bde8503620
commit c9b440e381
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/server/llmserver.py
View File

@@ -95,7 +95,7 @@ async def api_generate_stream(request: Request):
@app.post("/generate") @app.post("/generate")
def generate(prompt_request: Request): def generate(prompt_request: Request):
params = request.json() params = prompt_request.json()
print("Receive prompt: ", params["prompt"]) print("Receive prompt: ", params["prompt"])
output = generate_output(model, tokenizer, params, DEVICE) output = generate_output(model, tokenizer, params, DEVICE)
print("Output: ", output) print("Output: ", output)