debug: add info

This commit is contained in:
csunny 2023-06-01 15:26:36 +08:00
parent 876bf2a66a
commit adfd9150d7

View File

@ -8,7 +8,7 @@ def guanaco_generate_output(model, tokenizer, params, device, context_len=2048):
print(params)
stop = params.get("stop", "###")
messages = params["prompt"].split(stop)
messages = params["prompt"]
hist = []