github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-28 16:26:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updated settings files to include RAG settings

Browse Source
This commit is contained in:
Wesley Stewart 2024-03-15 13:03:33 +00:00
parent a3299769d5
commit f945d18a6f
3 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
private_gpt/settings/settings.py
View File

@ -102,14 +102,9 @@ class LLMSettings(BaseModel):
0.1,
description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.",
)
similarity_value: float = Field(
None,
description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.",
)
class RagSettings(BaseModel):
similarity_value: float = Field(
similarity_value: float | None = Field(
None,
description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.",
)

5
settings-local.yaml
View File

@ -23,4 +23,7 @@ vectorstore:
database: qdrant
qdrant:
path: local_data/private_gpt/qdrant
path: local_data/private_gpt/qdrant
rag:
similarity_value: # Leave empty to not use. Otherwise set between 0 and 1. This value checks for how well sources match your context.

6
settings.yaml
View File

@ -41,10 +41,8 @@ llm:
context_window: 3900
temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1)
#
# The rag settings are optional. Only include if you know what you are doing.
#rag:
#similarity_value: 0.4 #Optional - If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.
rag:
similarity_value: # Leave empty to not use. Otherwise set between 0 and 1. This value checks for how well sources match your context.
llamacpp:
prompt_style: "mistral"