mirror of
https://github.com/imartinez/privateGPT.git
synced 2025-04-27 11:21:34 +00:00
9027d695c1
* feat: change ollama default model to llama3.1 * chore: bump versions * feat: Change default model in local mode to llama3.1 * chore: make sure last poetry version is used * fix: mypy * fix: do not add BOS (with last llamacpp-python version)
35 lines
687 B
YAML
35 lines
687 B
YAML
# Using ollama and postgres for the vector, doc and index store. Ollama is also used for embeddings.
|
|
# To use install these extras:
|
|
# poetry install --extras "llms-ollama ui vector-stores-postgres embeddings-ollama storage-nodestore-postgres"
|
|
server:
|
|
env_name: ${APP_ENV:ollama}
|
|
|
|
llm:
|
|
mode: ollama
|
|
max_new_tokens: 512
|
|
context_window: 3900
|
|
|
|
embedding:
|
|
mode: ollama
|
|
embed_dim: 768
|
|
|
|
ollama:
|
|
llm_model: llama3.1
|
|
embedding_model: nomic-embed-text
|
|
api_base: http://localhost:11434
|
|
|
|
nodestore:
|
|
database: postgres
|
|
|
|
vectorstore:
|
|
database: postgres
|
|
|
|
postgres:
|
|
host: localhost
|
|
port: 5432
|
|
database: postgres
|
|
user: postgres
|
|
password: admin
|
|
schema_name: private_gpt
|
|
|