插件输出结果到对话框

This commit is contained in:
tuyang.yhj 2023-05-13 23:00:59 +08:00
parent 8afee1070e
commit 96c8d14cf1
5 changed files with 63 additions and 61 deletions

View File

@ -42,7 +42,7 @@ def execute_ai_response_json(
cfg = Config()
try:
assistant_reply_json = fix_json_using_multiple_techniques(ai_response)
except (json.JSONDecodeError, ValueError) as e:
except (json.JSONDecodeError, ValueError, AttributeError) as e:
raise NotCommands("非可执行命令结构")
command_name, arguments = get_command(assistant_reply_json)
if cfg.speak_mode:

View File

@ -1,4 +1,3 @@
class NotCommands(Exception):
def __init__(self, message, error_code):
def __init__(self, message):
super().__init__(message)
self.error_code = error_code

View File

@ -90,8 +90,8 @@ class FirstPrompt:
for i, goal in enumerate(self.ai_goals):
full_prompt += f"{i+1}. {goal}\n"
if db_schemes:
full_prompt += f"DB SCHEME:\n\n"
full_prompt += f"{db_schemes}\n"
full_prompt += f"\nDB SCHEME:\n\n"
full_prompt += f"{db_schemes}"
# if self.api_budget > 0.0:
# full_prompt += f"\nIt takes money to let you run. Your API budget is ${self.api_budget:.3f}"

View File

@ -42,7 +42,7 @@ def build_default_prompt_generator() -> PromptGenerator:
)
prompt_generator.add_resource("Long Term memory management.")
prompt_generator.add_resource(
"GPT-3.5 powered Agents for delegation of simple tasks."
"DB-GPT powered Agents for delegation of simple tasks."
)
# prompt_generator.add_resource("File output.")

View File

@ -225,12 +225,25 @@ def http_bot(state, mode, sql_mode, db_selector, temperature, max_new_tokens, re
"stop": state.sep if state.sep_style == SeparatorStyle.SINGLE else state.sep2,
}
logger.info(f"Requert: \n{payload}")
if sql_mode == conversation_sql_mode["auto_execute_ai_response"]:
auto_db_gpt_response(first_prompt.prompt_generator, payload)
else:
stream_ai_response(payload)
def stream_ai_response(payload):
if sql_mode == conversation_sql_mode["auto_execute_ai_response"]:
response = requests.post(urljoin(VICUNA_MODEL_SERVER, "generate"),
headers=headers, json=payload, timeout=30)
print(response.json())
print(str(response))
try:
# response = """{"thoughts":{"text":"thought","reasoning":"reasoning","plan":"- short bulleted\n- list that conveys\n- long-term plan","criticism":"constructive self-criticism","speak":"thoughts summary to say to user"},"command":{"name":"db_sql_executor","args":{"sql":"select count(*) as user_count from users u where create_time >= DATE_SUB(NOW(), INTERVAL 1 MONTH);"}}}"""
# response = response.replace("\n", "\\n")
plugin_resp = execute_ai_response_json(first_prompt.prompt_generator, response)
print(plugin_resp)
state.messages[-1][-1] = "DB-GPT执行结果:\n" + plugin_resp
yield (state, state.to_gradio_chatbot()) + (no_change_btn,) * 5
except NotCommands as e:
print("命令执行:" + str(e))
state.messages[-1][-1] = "命令执行:" + str(e) +"\n模型输出:\n" + str(response)
yield (state, state.to_gradio_chatbot()) + (no_change_btn,) * 5
else:
# 流式输出
state.messages[-1][-1] = ""
yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
@ -250,7 +263,8 @@ def stream_ai_response(payload):
else:
output = data["text"] + f" (error_code: {data['error_code']})"
state.messages[-1][-1] = output
yield (state, state.to_gradio_chatbot()) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
yield (state, state.to_gradio_chatbot()) + (
disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
return
except requests.exceptions.RequestException as e:
@ -278,17 +292,6 @@ def stream_ai_response(payload):
fout.write(json.dumps(data) + "\n")
def auto_db_gpt_response( prompt: PromptGenerator, payload)->str:
response = requests.post(urljoin(VICUNA_MODEL_SERVER, "generate"),
headers=headers, json=payload, timeout=30)
print(response)
try:
plugin_resp = execute_ai_response_json(prompt, response)
print(plugin_resp)
except NotCommands as e:
print(str(e))
return "auto_db_gpt_response!"
block_css = (
code_highlight_css
+ """