github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-11 05:49:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(model): Passing stop parameter to proxyllm (#2077)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-10-18 14:02:53 +08:00
committed by GitHub
parent cf192a5fb7
commit 53ba6259d2
13 changed files with 31 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dbgpt/core/interface/llm.py
View File

@@ -201,7 +201,7 @@ class ModelRequest:
max_new_tokens: Optional[int] = None
"""The maximum number of tokens to generate."""
stop: Optional[str] = None
stop: Optional[Union[str, List[str]]] = None
"""The stop condition of the model inference."""
stop_token_ids: Optional[List[int]] = None
"""The stop token ids of the model inference."""