github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-31 15:47:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

add prompt

Browse Source
This commit is contained in:
csunny 2023-04-29 01:44:12 +08:00
parent 7237a261f9
commit 2ea2c97a40
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
pilot/server/sqlgpt.py
View File

@ -32,12 +32,13 @@ def generate(prompt):
"stop": "###" "stop": "###"
} }
output = generate_stream( output = generate_stream(
model, tokenizer, params, device, context_len=2048, stream_interval=2): model, tokenizer, params, device, context_len=2048, stream_interval=2)
for chunk in output:
for chunk in output.iter_lines(decode_unicode=False, delimiter=b"\0"):
if chunk:
yield chunk yield chunk
#for chunk in output.iter_lines(decode_unicode=False, delimiter=b"\0"):
# if chunk:
# yield chunk
if __name__ == "__main__": if __name__ == "__main__":
with gr.Blocks() as demo: with gr.Blocks() as demo:
@ -50,7 +51,7 @@ if __name__ == "__main__":
text_button.click(generate, inputs=text_input, outputs=text_output) text_button.click(generate, inputs=text_input, outputs=text_output)
demo.queue(concurrency_count=3).launch() demo.queue(concurrency_count=3).launch(server_name="0.0.0.0")