diff --git a/pilot/model/llm_out/guanaco_llm.py b/pilot/model/llm_out/guanaco_llm.py index ad322c556..0ed42cf65 100644 --- a/pilot/model/llm_out/guanaco_llm.py +++ b/pilot/model/llm_out/guanaco_llm.py @@ -39,8 +39,8 @@ def guanaco_generate_output(model, tokenizer, params, device, context_len=2048): ) - # t1 = Thread(target=model.generate, kwargs=generate_kwargs) - # t1.start() + t1 = Thread(target=model.generate, kwargs=generate_kwargs) + t1.start() generator = model.generate(**generate_kwargs) for output in generator: