github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-08-18 15:37:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

PGPT_EMBEDDING_MODE to define embedding mode

Browse Source
This commit is contained in:
Quentin McGaw 2024-03-25 11:28:56 +00:00
parent 771e86a872
commit cdcf1b0c7b
3 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile.external
View File

@ -24,6 +24,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \
PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

1
Dockerfile.local
View File

@ -35,6 +35,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \
PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

2
settings-docker.yaml
View File

@ -6,7 +6,7 @@ llm:
mode: ${PGPT_MODE:mock}
embedding:
mode: ${PGPT_MODE:sagemaker}
mode: ${PGPT_EMBEDDING_MODE:sagemaker}
llamacpp:
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}