diff --git a/private_gpt/settings/settings.py b/private_gpt/settings/settings.py index fd8d8fdf..c7cf8a71 100644 --- a/private_gpt/settings/settings.py +++ b/private_gpt/settings/settings.py @@ -107,6 +107,7 @@ class LLMSettings(BaseModel): description="If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1.", ) + class RagSettings(BaseModel): similarity_value: float = Field( None, @@ -352,7 +353,6 @@ class Settings(BaseModel): data: DataSettings ui: UISettings llm: LLMSettings - rag: RagSettings embedding: EmbeddingSettings llamacpp: LlamaCPPSettings huggingface: HuggingFaceSettings @@ -362,6 +362,7 @@ class Settings(BaseModel): vectorstore: VectorstoreSettings qdrant: QdrantSettings | None = None pgvector: PGVectorSettings | None = None + rag: RagSettings """ diff --git a/settings.yaml b/settings.yaml index aca744d6..181cfc39 100644 --- a/settings.yaml +++ b/settings.yaml @@ -41,7 +41,9 @@ llm: context_window: 3900 temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1) -rag: +# +# The rag settings are optional. Only include if you know what you are doing. +#rag: #similarity_value: 0.4 #Optional - If set, any documents retrieved from the RAG must meet a certain score. Acceptable values are between 0 and 1. llamacpp: