github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-24 12:45:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: Fix baichuan API pylint error (#1010)

Browse Source 
Co-authored-by: csunny <cfqsunny@163.com>
This commit is contained in:
Fangyin Cheng 2024-01-03 10:10:21 +08:00 committed by GitHub
parent 9ad70a2961
commit c871d651f1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dbgpt/_private/config.py
View File

@ -89,7 +89,7 @@ class Config(metaclass=Singleton):
# baichuan proxy
self.bc_proxy_api_key = os.getenv("BAICHUAN_PROXY_API_KEY")
self.bc_model_name = os.getenv("BAICHUN_MODEL_NAME", "Baichuan2-Turbo-192k")
if self.bc_proxy_api_key and self.bc_proxy_api_secret:
if self.bc_proxy_api_key and self.bc_model_name:
os.environ["bc_proxyllm_proxy_api_key"] = self.bc_proxy_api_key
os.environ["bc_proxyllm_proxyllm_backend"] = self.bc_model_name

17
dbgpt/model/proxy/llms/baichuan.py
View File

@ -8,7 +8,9 @@ from dbgpt.model.parameter import ProxyModelParameters
BAICHUAN_DEFAULT_MODEL = "Baichuan2-Turbo-192k"
def baichuan_generate_stream(model: ProxyModel, tokenizer=None, params=None, device=None, context_len=4096):
def baichuan_generate_stream(
model: ProxyModel, tokenizer=None, params=None, device=None, context_len=4096
):
url = "https://api.baichuan-ai.com/v1/chat/completions"
model_params = model.get_params()
@ -63,22 +65,27 @@ def baichuan_generate_stream(model: ProxyModel, tokenizer=None, params=None, dev
text += content
yield text
def main():
model_params = ProxyModelParameters(
model_name="not-used",
model_path="not-used",
proxy_server_url="not-used",
proxy_api_key="YOUR_BAICHUAN_API_KEY",
proxyllm_backend="Baichuan2-Turbo-192k"
proxyllm_backend="Baichuan2-Turbo-192k",
)
final_text = ""
for part in baichuan_generate_stream(
model=ProxyModel(model_params=model_params),
params={"messages": [ModelMessage(
role=ModelMessageRoleType.HUMAN,
content="背诵《论语》第一章")]}):
params={
"messages": [
ModelMessage(role=ModelMessageRoleType.HUMAN, content="背诵《论语》第一章")
]
},
):
final_text = part
print(final_text)
if __name__ == "__main__":
main()