mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-07 20:10:08 +00:00
feat(model): Passing stop parameter to proxyllm (#2077)
This commit is contained in:
@@ -21,6 +21,7 @@ def tongyi_generate_stream(
|
||||
temperature=params.get("temperature"),
|
||||
context=context,
|
||||
max_new_tokens=params.get("max_new_tokens"),
|
||||
stop=params.get("stop"),
|
||||
)
|
||||
for r in client.sync_generate_stream(request):
|
||||
yield r
|
||||
@@ -96,6 +97,7 @@ class TongyiLLMClient(ProxyLLMClient):
|
||||
top_p=0.8,
|
||||
stream=True,
|
||||
result_format="message",
|
||||
stop=request.stop,
|
||||
)
|
||||
for r in res:
|
||||
if r:
|
||||
|
Reference in New Issue
Block a user