From 7e79b13bcb7eb90f1b8d613e519f118fd5a0f15d Mon Sep 17 00:00:00 2001 From: Yevhenii Semendiak Date: Thu, 17 Oct 2024 10:25:28 +0300 Subject: [PATCH] Allow parameterizing Huggingface token in PGPT app --- .neuro/live.yaml | 1 + settings/settings.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/.neuro/live.yaml b/.neuro/live.yaml index f8a9ca86..563db51d 100644 --- a/.neuro/live.yaml +++ b/.neuro/live.yaml @@ -67,6 +67,7 @@ jobs: POSTGRES_HOST: ${{ inspect_job('pgvector').internal_hostname_named }} VLLM_MODEL: meta-llama/Meta-Llama-3-8B-Instruct VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct + HUGGINGFACE_TOKEN: secret:HF_TOKEN vllm: image: vllm/vllm-openai:v0.6.1.post2 diff --git a/settings/settings.yaml b/settings/settings.yaml index 9d8e293b..55511247 100644 --- a/settings/settings.yaml +++ b/settings/settings.yaml @@ -69,7 +69,7 @@ embedding: huggingface: embedding_hf_model_name: BAAI/bge-small-en-v1.5 - access_token: ${HF_TOKEN:} + access_token: ${HUGGINGFACE_TOKEN:} vectorstore: database: qdrant