github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-04 18:40:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: Refactor proxy LLM (#1064)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-01-14 21:01:37 +08:00
committed by GitHub
parent a035433170
commit 22bfd01c4b
95 changed files with 2049 additions and 1294 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
dbgpt/model/proxy/llms/bard.py
View File

@@ -9,6 +9,7 @@ from dbgpt.model.proxy.llms.proxy_model import ProxyModel
def bard_generate_stream(
model: ProxyModel, tokenizer, params, device, context_len=2048
):
# TODO: Support new bard ProxyLLMClient
model_params = model.get_params()
print(f"Model: {model}, model_params: {model_params}")