PGPT_EMBEDDING_MODE to define embedding mode

This commit is contained in:
Quentin McGaw 2024-03-25 11:28:56 +00:00
parent 771e86a872
commit cdcf1b0c7b
3 changed files with 3 additions and 1 deletions

View File

@ -24,6 +24,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \
PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

View File

@ -35,6 +35,7 @@ ENV \
PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \
APP_ENV=prod \
PGPT_MODE=mock \
PGPT_EMBEDDING_MODE=sagemaker \
PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \
PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \
PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \

View File

@ -6,7 +6,7 @@ llm:
mode: ${PGPT_MODE:mock}
embedding:
mode: ${PGPT_MODE:sagemaker}
mode: ${PGPT_EMBEDDING_MODE:sagemaker}
llamacpp:
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}