github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-09-24 04:30:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Context Template from settings for QueryDocs Allowing the text values context_template - PR comments

Browse Source
This commit is contained in:
juan-m12i
2023-12-19 15:22:54 +00:00
parent bbb9d2c440
commit cfbba71079
2 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
private_gpt/server/chat/chat_service.py
View File

@@ -21,8 +21,6 @@ from private_gpt.open_ai.extensions.context_filter import ContextFilter
from private_gpt.server.chunks.chunks_service import Chunk from private_gpt.server.chunks.chunks_service import Chunk
from private_gpt.settings.settings import settings from private_gpt.settings.settings import settings
DEFAULT_CONTEXT_TEMPLATE = settings().rag.default_context_template
class Completion(BaseModel): class Completion(BaseModel):
response: str response: str
@@ -100,9 +98,11 @@ class ChatService:
system_prompt: str | None = None, system_prompt: str | None = None,
use_context: bool = False, use_context: bool = False,
context_filter: ContextFilter | None = None, context_filter: ContextFilter | None = None,
context_template: str | None = DEFAULT_CONTEXT_TEMPLATE, context_template: str | None = None,
) -> BaseChatEngine: ) -> BaseChatEngine:
if use_context: if use_context:
if context_template is None:
context_template = settings().rag.default_context_template
vector_index_retriever = self.vector_store_component.get_retriever( vector_index_retriever = self.vector_store_component.get_retriever(
index=self.index, context_filter=context_filter index=self.index, context_filter=context_filter
) )

6
settings.yaml
View File

@@ -61,4 +61,8 @@ openai:
model: gpt-3.5-turbo model: gpt-3.5-turbo
rag: rag:
default_context_template: "Context information is below.\n--------------------\n{context_str}\n--------------------\n" default_context_template: |
Context information is below.
--------------------
{context_str}
--------------------