github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-07-19 09:49:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow parameterizing Huggingface token in PGPT app

Browse Source
This commit is contained in:
Yevhenii Semendiak 2024-10-17 10:25:28 +03:00
parent 269dc41eb2
commit 7e79b13bcb
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.neuro/live.yaml
View File

@ -67,6 +67,7 @@ jobs:
POSTGRES_HOST: ${{ inspect_job('pgvector').internal_hostname_named }} POSTGRES_HOST: ${{ inspect_job('pgvector').internal_hostname_named }}
VLLM_MODEL: meta-llama/Meta-Llama-3-8B-Instruct VLLM_MODEL: meta-llama/Meta-Llama-3-8B-Instruct
VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct
HUGGINGFACE_TOKEN: secret:HF_TOKEN
vllm: vllm:
image: vllm/vllm-openai:v0.6.1.post2 image: vllm/vllm-openai:v0.6.1.post2

2
settings/settings.yaml
View File

@ -69,7 +69,7 @@ embedding:
huggingface: huggingface:
embedding_hf_model_name: BAAI/bge-small-en-v1.5 embedding_hf_model_name: BAAI/bge-small-en-v1.5
access_token: ${HF_TOKEN:} access_token: ${HUGGINGFACE_TOKEN:}
vectorstore: vectorstore:
database: qdrant database: qdrant