github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-08-14 13:43:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

PGPT_EMBEDDING_MODE to define embedding mode

Browse Source
This commit is contained in:
Quentin McGaw 2024-03-25 11:28:56 +00:00
parent 771e86a872
commit cdcf1b0c7b
3 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile.external
View File

@ -24,6 +24,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \ PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \ APP_ENV=prod \
PGPT_MODE=mock \ PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \ PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \ PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \ PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

1
Dockerfile.local
View File

@ -35,6 +35,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \ PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \ APP_ENV=prod \
PGPT_MODE=mock \ PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \ PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \ PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \ PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

2
settings-docker.yaml
View File

@ -6,7 +6,7 @@ llm:
mode: ${PGPT_MODE:mock} mode: ${PGPT_MODE:mock}
embedding: embedding:
mode: ${PGPT_MODE:sagemaker} mode: ${PGPT_EMBEDDING_MODE:sagemaker}
llamacpp: llamacpp:
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF} llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}