feat(model): Passing stop parameter to proxyllm (#2077)

2025-09-10 13:29:35 +00:00 · 2024-10-18 14:02:53 +08:00
parent cf192a5fb7
commit 53ba6259d2
13 changed files with 31 additions and 4 deletions
--- a/dbgpt/model/parameter.py
+++ b/dbgpt/model/parameter.py
@@ -167,6 +167,9 @@ class ModelAPIServerParameters(BaseServerParameters):
    embedding_batch_size: Optional[int] = field(
        default=None, metadata={"help": "Embedding batch size"}
    )
+    ignore_stop_exceeds_error: Optional[bool] = field(
+        default=False, metadata={"help": "Ignore exceeds stop words error"}
+    )

    log_file: Optional[str] = field(
        default="dbgpt_model_apiserver.log",