diff --git a/Dockerfile.external b/Dockerfile.external index 824202f5..f889d98d 100644 --- a/Dockerfile.external +++ b/Dockerfile.external @@ -21,7 +21,23 @@ FROM base as app ENV \ PYTHONUNBUFFERED=1 \ PORT=8080 \ - PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" + PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \ + APP_ENV=prod \ + PGPT_MODE=mock \ + PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \ + PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \ + PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \ + PGPT_SAGEMAKER_LLM_ENDPOINT_NAME= \ + PGPT_SAGEMAKER_EMBEDDING_ENDPOINT_NAME= \ + PGPT_OLLAMA_LLM_MODEL=mistral \ + PGPT_OLLAMA_EMBEDDING_MODEL=nomic-embed-text \ + PGPT_OLLAMA_API_BASE=http://ollama:11434 \ + PGPT_OLLAMA_TFS_Z=1.0 \ + PGPT_OLLAMA_TOP_K=40 \ + PGPT_OLLAMA_TOP_P=0.9 \ + PGPT_OLLAMA_REPEAT_LAST_N=64 \ + PGPT_OLLAMA_REPEAT_PENALTY=1.2 \ + PGPT_OLLAMA_REQUEST_TIMEOUT=600.0 EXPOSE 8080 # Prepare a non-root user diff --git a/Dockerfile.local b/Dockerfile.local index a4a600ae..ec156863 100644 --- a/Dockerfile.local +++ b/Dockerfile.local @@ -32,7 +32,23 @@ FROM base as app ENV \ PYTHONUNBUFFERED=1 \ PORT=8080 \ - PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" + PYTHONPATH="$PYTHONPATH:/home/worker/app/private_gpt/" \ + APP_ENV=prod \ + PGPT_MODE=mock \ + PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF \ + PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf \ + PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 \ + PGPT_SAGEMAKER_LLM_ENDPOINT_NAME= \ + PGPT_SAGEMAKER_EMBEDDING_ENDPOINT_NAME= \ + PGPT_OLLAMA_LLM_MODEL=mistral \ + PGPT_OLLAMA_EMBEDDING_MODEL=nomic-embed-text \ + PGPT_OLLAMA_API_BASE=http://ollama:11434 \ + PGPT_OLLAMA_TFS_Z=1.0 \ + PGPT_OLLAMA_TOP_K=40 \ + PGPT_OLLAMA_TOP_P=0.9 \ + PGPT_OLLAMA_REPEAT_LAST_N=64 \ + PGPT_OLLAMA_REPEAT_PENALTY=1.2 \ + PGPT_OLLAMA_REQUEST_TIMEOUT=600.0 EXPOSE 8080 # Prepare a non-root user