From 8282d53dfa4f3511e8134c5152c6d80d5b868be4 Mon Sep 17 00:00:00 2001 From: csunny Date: Sun, 30 Apr 2023 23:59:11 +0800 Subject: [PATCH] fix problem --- pilot/server/webserver.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pilot/server/webserver.py b/pilot/server/webserver.py index 8bd977cbb..19ee4b697 100644 --- a/pilot/server/webserver.py +++ b/pilot/server/webserver.py @@ -157,7 +157,7 @@ def http_bot(state, temperature, max_new_tokens, request: gr.Request): try: # Stream output - response = requests.post(urljoin(vicuna_model_server, "worker_generate_stream"), + response = requests.post(urljoin(vicuna_model_server, "generate_stream"), headers=headers, json=payload, stream=True, timeout=20) for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"): if chunk: