github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-26 23:39:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

rerank fixes

Browse Source
This commit is contained in:
Nikhil Shrestha 2024-04-04 11:49:28 +05:45
parent 28e418124b
commit b23dae5b18
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
settings.yaml
View File

@ -44,14 +44,14 @@ llm:
temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1) temperature: 0.1 # The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual. (Default: 0.1)
rag: rag:
similarity_top_k: 2 similarity_top_k: 10
#This value controls how many "top" documents the RAG returns to use in the context. #This value controls how many "top" documents the RAG returns to use in the context.
#similarity_value: 0.45 #similarity_value: 0.45
#This value is disabled by default. If you enable this settings, the RAG will only use articles that meet a certain percentage score. #This value is disabled by default. If you enable this settings, the RAG will only use articles that meet a certain percentage score.
rerank: rerank:
enabled: false enabled: true
model: cross-encoder/ms-marco-MiniLM-L-2-v2 model: cross-encoder/ms-marco-MiniLM-L-2-v2
top_n: 1 top_n: 3
llamacpp: llamacpp:
prompt_style: "chatml" prompt_style: "chatml"