github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-28 16:26:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change default preset names, pgvector PGData location

Browse Source
This commit is contained in:
Yevhenii Semendiak 2024-06-01 15:26:37 +03:00
parent e8b9586127
commit a205a62ea2
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.neuro/live.yaml
View File

@ -71,20 +71,20 @@ jobs:
vllm: vllm:
image: vllm/vllm-openai:v0.4.0 image: vllm/vllm-openai:v0.4.0
name: vllm name: vllm
preset: gpu-2x3090 preset: H100x1
detach: true detach: true
http_port: "8000" http_port: "8000"
volumes: volumes:
- ${{ volumes.cache.ref_rw }} - ${{ volumes.cache.ref_rw }}
env: env:
HF_TOKEN: secret:HF_TOKEN HF_TOKEN: secret:HF_TOKEN
cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half --tensor-parallel-size=2 cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half
ollama: ollama:
image: ollama/ollama:latest image: ollama/ollama:latest
volumes: volumes:
- ${{ volumes.ollama_models.ref_rw }} - ${{ volumes.ollama_models.ref_rw }}
preset: gpu-small preset: H100x1
detach: true detach: true
env: env:
MODEL: "nomic-embed-text" MODEL: "nomic-embed-text"
@ -100,7 +100,7 @@ jobs:
POSTGRES_USER: postgres POSTGRES_USER: postgres
POSTGRES_PASSWORD: postgres POSTGRES_PASSWORD: postgres
POSTGRES_DB: postgres POSTGRES_DB: postgres
PGDATA: ${{ volumes.pgdata.mount }} PGDATA: ${{ volumes.pgdata.mount }}/pgdata
volumes: volumes:
# - ${{ volumes.pgdata.ref_rw }} # - ${{ volumes.pgdata.ref_rw }}
- ${{ volumes.pgdata_onprem.ref_rw }} - ${{ volumes.pgdata_onprem.ref_rw }}