github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-05 02:51:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Support claude proxy models (#2155)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-11-26 19:47:28 +08:00
committed by GitHub
parent 9d8673a02f
commit 61509dc5ea
20 changed files with 508 additions and 157 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
dbgpt/model/proxy/llms/yi.py
View File

@@ -1,8 +1,7 @@
import os
from typing import TYPE_CHECKING, Any, Dict, Optional, Union
from dbgpt.core import ModelRequest, ModelRequestContext
from dbgpt.model.proxy.llms.proxy_model import ProxyModel
from dbgpt.model.proxy.llms.proxy_model import ProxyModel, parse_model_request
from .chatgpt import OpenAILLMClient
@@ -19,15 +18,7 @@ async def yi_generate_stream(
model: ProxyModel, tokenizer, params, device, context_len=2048
):
client: YiLLMClient = model.proxy_llm_client
context = ModelRequestContext(stream=True, user_name=params.get("user_name"))
request = ModelRequest.build_request(
client.default_model,
messages=params["messages"],
temperature=params.get("temperature"),
context=context,
max_new_tokens=params.get("max_new_tokens"),
stop=params.get("stop"),
)
request = parse_model_request(params, client.default_model, stream=True)
async for r in client.generate_stream(request):
yield r