github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-27 07:49:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Downgrade ollama to 0.1.35 since newer version have some issues with H100s

Browse Source
This commit is contained in:
Yevhenii Semendiak 2024-06-01 16:15:03 +03:00
parent a205a62ea2
commit df7deefdb4
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.neuro/live.yaml
View File

@ -81,14 +81,13 @@ jobs:
cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half cmd: --model meta-llama/Meta-Llama-3-8B-Instruct --tokenizer meta-llama/Meta-Llama-3-8B-Instruct --dtype=half
ollama: ollama:
image: ollama/ollama:latest image: ollama/ollama:0.1.35
volumes: volumes:
- ${{ volumes.ollama_models.ref_rw }} - ${{ volumes.ollama_models.ref_rw }}
preset: H100x1 preset: H100x1
detach: true detach: true
env: env:
MODEL: "nomic-embed-text" MODEL: "nomic-embed-text"
GIN_MODE: release
http_port: "11434" http_port: "11434"
entrypoint: "bash -c 'ollama serve & sleep 10 && ollama pull ${MODEL} && sleep infinity'" entrypoint: "bash -c 'ollama serve & sleep 10 && ollama pull ${MODEL} && sleep infinity'"