mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-27 19:36:13 +00:00
89a9a600bc
* add reasoner * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * update code * delete llama * update prompts * update readme * update readme --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
27 lines
705 B
Python
27 lines
705 B
Python
import openai
|
|
from openai.types.chat.chat_completion import ChatCompletion
|
|
from openai.types.chat.chat_completion_message_param import ChatCompletionMessageParam
|
|
|
|
API_KEY = "Dummy API Key"
|
|
|
|
|
|
def get_client(base_url: str | None = None) -> openai.Client:
|
|
return openai.Client(api_key=API_KEY, base_url=base_url)
|
|
|
|
|
|
def chat_completion(
|
|
messages: list[ChatCompletionMessageParam],
|
|
model: str,
|
|
base_url: str | None = None,
|
|
temperature: float = 0.8,
|
|
**kwargs,
|
|
) -> ChatCompletion:
|
|
client = get_client(base_url)
|
|
response = client.chat.completions.create(
|
|
model=model,
|
|
messages=messages,
|
|
temperature=temperature,
|
|
**kwargs,
|
|
)
|
|
return response
|