update sleep interval

This commit is contained in:
sheri528 2023-06-13 14:35:14 +08:00
parent 5da4b38964
commit cc3c2d7799

View File

@ -19,5 +19,5 @@ def gpt4all_generate_stream(model, tokenizer, params, device, max_position_embed
while t.is_alive():
yield sys.stdout.output
time.sleep(0.1)
time.sleep(0.01)
t.join()