github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-07 20:10:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(model): Fix vllm new tokenizer error (#1601)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-06-05 15:27:58 +08:00
committed by GitHub
parent c3c063683c
commit 43b5821ce4
2 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
dbgpt/model/llm_out/vllm_llm.py
View File

@@ -61,9 +61,7 @@ async def generate_stream(
**gen_params
)
results_generator = model.generate(
prompt, sampling_params, request_id, prompt_token_ids=prompt_token_ids
)
results_generator = model.generate(prompt, sampling_params, request_id)
async for request_output in results_generator:
prompt = request_output.prompt
if echo: