This commit is contained in:
tuyang.yhj 2023-05-13 21:34:24 +08:00
parent bde8503620
commit c9b440e381

View File

@ -95,7 +95,7 @@ async def api_generate_stream(request: Request):
@app.post("/generate")
def generate(prompt_request: Request):
params = request.json()
params = prompt_request.json()
print("Receive prompt: ", params["prompt"])
output = generate_output(model, tokenizer, params, DEVICE)
print("Output: ", output)