github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-24 12:45:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

add prompt

Browse Source
This commit is contained in:
csunny 2023-04-29 01:44:12 +08:00
parent 7237a261f9
commit 2ea2c97a40
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
pilot/server/sqlgpt.py
View File

@ -32,12 +32,13 @@ def generate(prompt):
"stop": "###"
}
output = generate_stream(
model, tokenizer, params, device, context_len=2048, stream_interval=2):
model, tokenizer, params, device, context_len=2048, stream_interval=2)
for chunk in output.iter_lines(decode_unicode=False, delimiter=b"\0"):
if chunk:
yield chunk
for chunk in output:
yield chunk
#for chunk in output.iter_lines(decode_unicode=False, delimiter=b"\0"):
# if chunk:
# yield chunk
if __name__ == "__main__":
with gr.Blocks() as demo:
@ -50,7 +51,7 @@ if __name__ == "__main__":
text_button.click(generate, inputs=text_input, outputs=text_output)
demo.queue(concurrency_count=3).launch()
demo.queue(concurrency_count=3).launch(server_name="0.0.0.0")