github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-28 08:18:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change default preset names, pgvector PGData location

Browse Source
This commit is contained in:
Yevhenii Semendiak 2024-06-01 15:26:37 +03:00
parent e8b9586127
commit a205a62ea2
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.neuro/live.yaml
View File

@ -71,20 +71,20 @@ jobs:
vllm:
image: vllm/vllm-openai:v0.4.0
name: vllm
preset: gpu-2x3090
preset: H100x1
detach: true
http_port: "8000"
volumes:
- ${{ volumes.cache.ref_rw }}
env:
HF_TOKEN: secret:HF_TOKEN
cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half --tensor-parallel-size=2
cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half
ollama:
image: ollama/ollama:latest
volumes:
- ${{ volumes.ollama_models.ref_rw }}
preset: gpu-small
preset: H100x1
detach: true
env:
MODEL: "nomic-embed-text"
@ -100,7 +100,7 @@ jobs:
POSTGRES_USER: postgres
POSTGRES_PASSWORD: postgres
POSTGRES_DB: postgres
PGDATA: ${{ volumes.pgdata.mount }}
PGDATA: ${{ volumes.pgdata.mount }}/pgdata
volumes:
# - ${{ volumes.pgdata.ref_rw }}
- ${{ volumes.pgdata_onprem.ref_rw }}