Bump vllm to 0.5.1

This commit is contained in:
Yevhenii Semendiak 2024-07-08 17:50:28 +03:00
parent df7deefdb4
commit 4b33f54d8a

View File

@ -69,7 +69,7 @@ jobs:
VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct
vllm:
image: vllm/vllm-openai:v0.4.0
image: vllm/vllm-openai:v0.5.1
name: vllm
preset: H100x1
detach: true