This commit is contained in:
aries-ckt
2023-05-17 23:12:00 +08:00
parent c0115061c2
commit e8a7fd4546

View File

@@ -266,7 +266,7 @@ def http_bot(state, mode, sql_mode, db_selector, temperature, max_new_tokens, re
result = prompt_template.format(context="\n".join(context), question=query)
state.messages[-2][1] = result
prompt = state.get_prompt()
print("new prompt length:" + len(prompt))
print("new prompt length:" + str(len(prompt)))
state.messages[-2][1] = query
skip_echo_len = len(prompt.replace("</s>", " ")) + 1