From 4b33f54d8abac7a3172d52295aa5a28a020c0c00 Mon Sep 17 00:00:00 2001 From: Yevhenii Semendiak Date: Mon, 8 Jul 2024 17:50:28 +0300 Subject: [PATCH] Bump vllm to 0.5.1 --- .neuro/live.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.neuro/live.yaml b/.neuro/live.yaml index aef6f6b2..decdeec8 100644 --- a/.neuro/live.yaml +++ b/.neuro/live.yaml @@ -69,7 +69,7 @@ jobs: VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct vllm: - image: vllm/vllm-openai:v0.4.0 + image: vllm/vllm-openai:v0.5.1 name: vllm preset: H100x1 detach: true