github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-16 14:40:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add evaluation service module for RAG and Agent (#2070)

Browse Source
This commit is contained in:
Aries-ckt
2024-10-18 17:42:11 +08:00
committed by GitHub
parent 253c367ceb
commit 811ce63493
29 changed files with 1263 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
dbgpt/serve/agent/evaluation/evaluation.py
View File

@@ -116,8 +116,9 @@ class AgentEvaluatorOperator(JoinOperator[List[EvaluationResult]]):
contexts=contexts,
passing=result.passing,
raw_dataset=raw_dataset,
metric_name=metric.name,
metric_name=metric.name(),
prediction_cost=prediction_cost,
feedback=result.feedback,
)
)
return results

14
dbgpt/serve/agent/evaluation/evaluation_metric.py
View File

@@ -6,7 +6,13 @@ from typing import Any, List, Optional
from dbgpt.core.interface.evaluation import (
BaseEvaluationResult,
EvaluationMetric,
metric_mange,
metric_manage,
)
from dbgpt.rag.evaluation.answer import AnswerRelevancyMetric
from dbgpt.rag.evaluation.retriever import (
RetrieverHitRateMetric,
RetrieverMRRMetric,
RetrieverSimilarityMetric,
)
logger = logging.getLogger(__name__)
@@ -116,5 +122,7 @@ class IntentMetric(EvaluationMetric[str, str], ABC):
)
metric_mange.register_metric(IntentMetric)
metric_mange.register_metric(AppLinkMetric)
metric_manage.register_metric(RetrieverHitRateMetric)
metric_manage.register_metric(RetrieverMRRMetric)
metric_manage.register_metric(RetrieverSimilarityMetric)
metric_manage.register_metric(AnswerRelevancyMetric)