feat(model): Add new LLMClient and new build tools (#967)

This commit is contained in:
Fangyin Cheng
2023-12-23 16:33:01 +08:00
committed by GitHub
parent 12234ae258
commit 0c46c339ca
30 changed files with 1072 additions and 133 deletions

View File

@@ -1,13 +1,19 @@
import asyncio
from dbgpt.core.awel import DAG
from dbgpt.core import BaseOutputParser, OpenAILLM, RequestBuildOperator, PromptTemplate
from dbgpt.core import (
BaseOutputParser,
RequestBuildOperator,
PromptTemplate,
LLMOperator,
)
from dbgpt.model import OpenAILLMClient
with DAG("simple_sdk_llm_example_dag") as dag:
prompt_task = PromptTemplate.from_template(
"Write a SQL of {dialect} to query all data of {table_name}."
)
model_pre_handle_task = RequestBuildOperator(model="gpt-3.5-turbo")
llm_task = OpenAILLM()
llm_task = LLMOperator(OpenAILLMClient())
out_parse_task = BaseOutputParser()
prompt_task >> model_pre_handle_task >> llm_task >> out_parse_task

View File

@@ -8,10 +8,16 @@ from dbgpt.core.awel import (
JoinOperator,
MapOperator,
)
from dbgpt.core import SQLOutputParser, OpenAILLM, RequestBuildOperator, PromptTemplate
from dbgpt.core import (
SQLOutputParser,
LLMOperator,
RequestBuildOperator,
PromptTemplate,
)
from dbgpt.datasource.rdbms.conn_sqlite import SQLiteTempConnect
from dbgpt.datasource.operator.datasource_operator import DatasourceOperator
from dbgpt.rag.operator.datasource import DatasourceRetrieverOperator
from dbgpt.model import OpenAILLMClient
def _create_temporary_connection():
@@ -115,7 +121,7 @@ with DAG("simple_sdk_llm_sql_example") as dag:
prompt_input_task = JoinOperator(combine_function=_join_func)
prompt_task = PromptTemplate.from_template(_sql_prompt())
model_pre_handle_task = RequestBuildOperator(model="gpt-3.5-turbo")
llm_task = OpenAILLM()
llm_task = LLMOperator(OpenAILLMClient())
out_parse_task = SQLOutputParser()
sql_parse_task = MapOperator(map_function=lambda x: x["sql"])
db_query_task = DatasourceOperator(connection=db_connection)