diff --git a/pilot/model/guanaco_llm.py b/pilot/model/guanaco_llm.py index b765c87ca..03f2d1687 100644 --- a/pilot/model/guanaco_llm.py +++ b/pilot/model/guanaco_llm.py @@ -8,7 +8,7 @@ def guanaco_generate_output(model, tokenizer, params, device, context_len=2048): print(params) stop = params.get("stop", "###") - messages = params["prompt"].split(stop) + messages = params["prompt"] hist = []