mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-01 01:04:43 +00:00
fix problem
This commit is contained in:
@@ -157,7 +157,7 @@ def http_bot(state, temperature, max_new_tokens, request: gr.Request):
|
||||
|
||||
try:
|
||||
# Stream output
|
||||
response = requests.post(urljoin(vicuna_model_server, "worker_generate_stream"),
|
||||
response = requests.post(urljoin(vicuna_model_server, "generate_stream"),
|
||||
headers=headers, json=payload, stream=True, timeout=20)
|
||||
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|
||||
if chunk:
|
||||
|
Reference in New Issue
Block a user