github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-29 16:58:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updated chat_service to include settings in the actual class, instead of loading the settings function ()

Browse Source
This commit is contained in:
Wesley Stewart 2024-03-13 12:41:16 +00:00
parent 846414720e
commit 89a8e2795e
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
private_gpt/server/chat/chat_service.py
View File

@ -23,7 +23,7 @@ from private_gpt.components.vector_store.vector_store_component import (
)
from private_gpt.open_ai.extensions.context_filter import ContextFilter
from private_gpt.server.chunks.chunks_service import Chunk
from private_gpt.settings.settings import settings
from private_gpt.settings.settings import Settings
class Completion(BaseModel):
@ -72,14 +72,18 @@ class ChatEngineInput:
@singleton
class ChatService:
settings: Settings
@inject
def __init__(
self,
settings: Settings,
llm_component: LLMComponent,
vector_store_component: VectorStoreComponent,
embedding_component: EmbeddingComponent,
node_store_component: NodeStoreComponent,
) -> None:
self.settings = settings
self.llm_component = llm_component
self.embedding_component = embedding_component
self.vector_store_component = vector_store_component
@ -102,6 +106,7 @@ class ChatService:
use_context: bool = False,
context_filter: ContextFilter | None = None,
) -> BaseChatEngine:
settings = self.settings
if use_context:
vector_index_retriever = self.vector_store_component.get_retriever(
index=self.index, context_filter=context_filter
@ -113,7 +118,7 @@ class ChatService:
node_postprocessors=[
MetadataReplacementPostProcessor(target_metadata_key="window"),
SimilarityPostprocessor(
similarity_cutoff=settings().llm.similarity_value
similarity_cutoff=settings.llm.similarity_value
),
],
)