github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-13 14:06:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update chatgpt.py

Browse Source
This commit is contained in:
luchun 2023-11-16 22:50:03 +08:00 committed by GitHub
parent 1b615aedd2
commit 2ff9625d3f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
pilot/model/proxy/llms/chatgpt.py
View File

@ -170,10 +170,7 @@ def chatgpt_generate_stream(
from openai import OpenAI
client = OpenAI(**openai_params)
print("openai_params", openai_params)
print("payloads", payloads)
res = client.chat.completions.create(messages=history, **payloads)
print(res)
text = ""
for r in res:
if r.choices[0].delta.content is not None:
@ -209,19 +206,23 @@ async def async_chatgpt_generate_stream(
client = AsyncAzureOpenAI(
api_key=openai_params["api_key"],
end_point=openai_params["base_url"],
api_version=api_version,
azure_endpoint=os.getenv(
"AZURE_OPENAI_ENDPOINT"
), # Your Azure OpenAI resource's endpoint value.
azure_endpoint=openai_params[
"base_url"
], # Your Azure OpenAI resource's endpoint value.
)
else:
from openai import AsyncOpenAI
client = AsyncOpenAI(**openai_params)
res = await client.chat.completions.create(
messages=history, **payloads
).model_dump()
res = await client.chat.completions.create(messages=history, **payloads)
text = ""
for r in res:
if r.choices[0].delta.content is not None:
content = r.choices[0].delta.content
text += content
yield text
else:
import openai