feat(core): Support max output tokens parameter (#2218)

2025-09-15 05:59:59 +00:00 · 2024-12-18 17:19:18 +08:00
parent b05febbf77
commit 7f4b5e79cf
121 changed files with 333 additions and 219 deletions
--- a/dbgpt/app/openapi/api_v1/api_v1.py
+++ b/dbgpt/app/openapi/api_v1/api_v1.py
@@ -436,6 +436,7 @@ async def get_chat_instance(dialogue: ConversationVo = Body()) -> BaseChat:
        "app_code": dialogue.app_code,
        "ext_info": dialogue.ext_info,
        "temperature": dialogue.temperature,
+        "max_new_tokens": dialogue.max_new_tokens,
    }
    chat: BaseChat = await blocking_func_to_async(
        get_executor(),