github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-29 08:47:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updated settings files to include RAG settings

Browse Source
This commit is contained in:
Wesley Stewart 2024-03-15 13:03:33 +00:00
parent a3299769d5
commit f945d18a6f
3 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
private_gpt/settings/settings.py
View File

@ -102,14 +102,9 @@ class LLMSettings(BaseModel):
0.1, 0.1,
description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.", description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.",
) )
similarity_value: float = Field(
None,
description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.",
)
class RagSettings(BaseModel): class RagSettings(BaseModel):
similarity_value: float = Field( similarity_value: float | None = Field(
None, None,
description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.", description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.",
) )

3
settings-local.yaml
View File

@ -24,3 +24,6 @@ vectorstore:
qdrant: qdrant:
path: local_data/private_gpt/qdrant path: local_data/private_gpt/qdrant
rag:
similarity_value: # Leave empty to not use. Otherwise set between 0 and 1. This value checks for how well sources match your context.

6
settings.yaml
View File

@ -41,10 +41,8 @@ llm:
context_window: 3900 context_window: 3900
temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1) temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1)
# rag:
# The rag settings are optional. Only include if you know what you are doing. similarity_value: # Leave empty to not use. Otherwise set between 0 and 1. This value checks for how well sources match your context.
#rag:
#similarity_value: 0.4 #Optional - If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.
llamacpp: llamacpp:
prompt_style: "mistral" prompt_style: "mistral"