mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-02 09:37:03 +00:00
chore: Fix baichuan API pylint error (#1010)
Co-authored-by: csunny <cfqsunny@163.com>
This commit is contained in:
@@ -8,7 +8,9 @@ from dbgpt.model.parameter import ProxyModelParameters
|
||||
BAICHUAN_DEFAULT_MODEL = "Baichuan2-Turbo-192k"
|
||||
|
||||
|
||||
def baichuan_generate_stream(model: ProxyModel, tokenizer=None, params=None, device=None, context_len=4096):
|
||||
def baichuan_generate_stream(
|
||||
model: ProxyModel, tokenizer=None, params=None, device=None, context_len=4096
|
||||
):
|
||||
url = "https://api.baichuan-ai.com/v1/chat/completions"
|
||||
|
||||
model_params = model.get_params()
|
||||
@@ -63,22 +65,27 @@ def baichuan_generate_stream(model: ProxyModel, tokenizer=None, params=None, dev
|
||||
text += content
|
||||
yield text
|
||||
|
||||
|
||||
def main():
|
||||
model_params = ProxyModelParameters(
|
||||
model_name="not-used",
|
||||
model_path="not-used",
|
||||
proxy_server_url="not-used",
|
||||
proxy_api_key="YOUR_BAICHUAN_API_KEY",
|
||||
proxyllm_backend="Baichuan2-Turbo-192k"
|
||||
proxyllm_backend="Baichuan2-Turbo-192k",
|
||||
)
|
||||
final_text = ""
|
||||
for part in baichuan_generate_stream(
|
||||
model=ProxyModel(model_params=model_params),
|
||||
params={"messages": [ModelMessage(
|
||||
role=ModelMessageRoleType.HUMAN,
|
||||
content="背诵《论语》第一章")]}):
|
||||
params={
|
||||
"messages": [
|
||||
ModelMessage(role=ModelMessageRoleType.HUMAN, content="背诵《论语》第一章")
|
||||
]
|
||||
},
|
||||
):
|
||||
final_text = part
|
||||
print(final_text)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
Reference in New Issue
Block a user