From 876bf2a66a15cd6b1adfc544e654671187e55d4b Mon Sep 17 00:00:00 2001 From: csunny Date: Thu, 1 Jun 2023 15:25:11 +0800 Subject: [PATCH] debug: add info --- pilot/model/guanaco_llm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pilot/model/guanaco_llm.py b/pilot/model/guanaco_llm.py index 75ae5b795..b765c87ca 100644 --- a/pilot/model/guanaco_llm.py +++ b/pilot/model/guanaco_llm.py @@ -5,6 +5,8 @@ from pilot.conversation import ROLE_ASSISTANT, ROLE_USER def guanaco_generate_output(model, tokenizer, params, device, context_len=2048): """Fork from: https://github.com/KohakuBlueleaf/guanaco-lora/blob/main/generate.py""" + + print(params) stop = params.get("stop", "###") messages = params["prompt"].split(stop)