feat(awel): New MessageConverter and more AWEL operators (#1039)

This commit is contained in:
Fangyin Cheng
2024-01-08 09:40:05 +08:00
committed by GitHub
parent 765fb181f6
commit e8861bd8fa
48 changed files with 2333 additions and 719 deletions

View File

@@ -128,7 +128,10 @@ def _build_request(model: ProxyModel, params):
messages: List[ModelMessage] = params["messages"]
# history = __convert_2_gpt_messages(messages)
history = ModelMessage.to_openai_messages(messages)
convert_to_compatible_format = params.get("convert_to_compatible_format", False)
history = ModelMessage.to_openai_messages(
messages, convert_to_compatible_format=convert_to_compatible_format
)
payloads = {
"temperature": params.get("temperature"),
"max_tokens": params.get("max_new_tokens"),