feat(awel): New MessageConverter and more AWEL operators (#1039)

This commit is contained in:
Fangyin Cheng
2024-01-08 09:40:05 +08:00
committed by GitHub
parent 765fb181f6
commit e8861bd8fa
48 changed files with 2333 additions and 719 deletions

View File

@@ -1,16 +1,20 @@
import asyncio
from dbgpt.core import BaseOutputParser, PromptTemplate
from dbgpt.core import BaseOutputParser
from dbgpt.core.awel import DAG
from dbgpt.core.operator import LLMOperator, RequestBuildOperator
from dbgpt.core.operator import (
BaseLLMOperator,
PromptBuilderOperator,
RequestBuilderOperator,
)
from dbgpt.model import OpenAILLMClient
with DAG("simple_sdk_llm_example_dag") as dag:
prompt_task = PromptTemplate.from_template(
prompt_task = PromptBuilderOperator(
"Write a SQL of {dialect} to query all data of {table_name}."
)
model_pre_handle_task = RequestBuildOperator(model="gpt-3.5-turbo")
llm_task = LLMOperator(OpenAILLMClient())
model_pre_handle_task = RequestBuilderOperator(model="gpt-3.5-turbo")
llm_task = BaseLLMOperator(OpenAILLMClient())
out_parse_task = BaseOutputParser()
prompt_task >> model_pre_handle_task >> llm_task >> out_parse_task

View File

@@ -2,7 +2,7 @@ import asyncio
import json
from typing import Dict, List
from dbgpt.core import PromptTemplate, SQLOutputParser
from dbgpt.core import SQLOutputParser
from dbgpt.core.awel import (
DAG,
InputOperator,
@@ -10,7 +10,11 @@ from dbgpt.core.awel import (
MapOperator,
SimpleCallDataInputSource,
)
from dbgpt.core.operator import LLMOperator, RequestBuildOperator
from dbgpt.core.operator import (
BaseLLMOperator,
PromptBuilderOperator,
RequestBuilderOperator,
)
from dbgpt.datasource.operator.datasource_operator import DatasourceOperator
from dbgpt.datasource.rdbms.conn_sqlite import SQLiteTempConnect
from dbgpt.model import OpenAILLMClient
@@ -116,9 +120,9 @@ with DAG("simple_sdk_llm_sql_example") as dag:
retriever_task = DatasourceRetrieverOperator(connection=db_connection)
# Merge the input data and the table structure information.
prompt_input_task = JoinOperator(combine_function=_join_func)
prompt_task = PromptTemplate.from_template(_sql_prompt())
model_pre_handle_task = RequestBuildOperator(model="gpt-3.5-turbo")
llm_task = LLMOperator(OpenAILLMClient())
prompt_task = PromptBuilderOperator(_sql_prompt())
model_pre_handle_task = RequestBuilderOperator(model="gpt-3.5-turbo")
llm_task = BaseLLMOperator(OpenAILLMClient())
out_parse_task = SQLOutputParser()
sql_parse_task = MapOperator(map_function=lambda x: x["sql"])
db_query_task = DatasourceOperator(connection=db_connection)