github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-30 17:22:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updated chat_service to include settings in the actual class, instead of loading the settings function ()

Browse Source
This commit is contained in:
Wesley Stewart 2024-03-13 12:41:16 +00:00
parent 846414720e
commit 89a8e2795e
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
private_gpt/server/chat/chat_service.py
View File

@ -23,7 +23,7 @@ from private_gpt.components.vector_store.vector_store_component import (
) )
from private_gpt.open_ai.extensions.context_filter import ContextFilter from private_gpt.open_ai.extensions.context_filter import ContextFilter
from private_gpt.server.chunks.chunks_service import Chunk from private_gpt.server.chunks.chunks_service import Chunk
from private_gpt.settings.settings import settings from private_gpt.settings.settings import Settings
class Completion(BaseModel): class Completion(BaseModel):
@ -72,14 +72,18 @@ class ChatEngineInput:
@singleton @singleton
class ChatService: class ChatService:
settings: Settings
@inject @inject
def __init__( def __init__(
self, self,
settings: Settings,
llm_component: LLMComponent, llm_component: LLMComponent,
vector_store_component: VectorStoreComponent, vector_store_component: VectorStoreComponent,
embedding_component: EmbeddingComponent, embedding_component: EmbeddingComponent,
node_store_component: NodeStoreComponent, node_store_component: NodeStoreComponent,
) -> None: ) -> None:
self.settings = settings
self.llm_component = llm_component self.llm_component = llm_component
self.embedding_component = embedding_component self.embedding_component = embedding_component
self.vector_store_component = vector_store_component self.vector_store_component = vector_store_component
@ -102,6 +106,7 @@ class ChatService:
use_context: bool = False, use_context: bool = False,
context_filter: ContextFilter | None = None, context_filter: ContextFilter | None = None,
) -> BaseChatEngine: ) -> BaseChatEngine:
settings = self.settings
if use_context: if use_context:
vector_index_retriever = self.vector_store_component.get_retriever( vector_index_retriever = self.vector_store_component.get_retriever(
index=self.index, context_filter=context_filter index=self.index, context_filter=context_filter
@ -113,7 +118,7 @@ class ChatService:
node_postprocessors=[ node_postprocessors=[
MetadataReplacementPostProcessor(target_metadata_key="window"), MetadataReplacementPostProcessor(target_metadata_key="window"),
SimilarityPostprocessor( SimilarityPostprocessor(
similarity_cutoff=settings().llm.similarity_value similarity_cutoff=settings.llm.similarity_value
), ),
], ],
) )