github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-10-25 03:19:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(rag): Support rag retriever evaluation (#1291)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-03-14 13:06:57 +08:00
committed by GitHub
parent cd2dcc253c
commit adaa68eb00
34 changed files with 1452 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
dbgpt/serve/rag/assembler/base.py
View File

@@ -44,8 +44,10 @@ class BaseAssembler(ABC):
with root_tracer.start_span("BaseAssembler.load_knowledge", metadata=metadata):
self.load_knowledge(self._knowledge)
def load_knowledge(self, knowledge) -> None:
def load_knowledge(self, knowledge: Optional[Knowledge] = None) -> None:
"""Load knowledge Pipeline."""
if not knowledge:
raise ValueError("knowledge must be provided.")
with root_tracer.start_span("BaseAssembler.knowledge.load"):
documents = knowledge.load()
with root_tracer.start_span("BaseAssembler.chunk_manager.split"):
@@ -56,8 +58,12 @@ class BaseAssembler(ABC):
"""Return a retriever."""
@abstractmethod
def persist(self, chunks: List[Chunk]) -> None:
"""Persist chunks."""
def persist(self) -> List[str]:
"""Persist chunks.
Returns:
List[str]: List of persisted chunk ids.
"""
def get_chunks(self) -> List[Chunk]:
"""Return chunks."""