mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-15 05:59:59 +00:00
feat: add evaluation service module for RAG and Agent (#2070)
This commit is contained in:
28
dbgpt/client/evaluation.py
Normal file
28
dbgpt/client/evaluation.py
Normal file
@@ -0,0 +1,28 @@
|
||||
"""Evaluation."""
|
||||
from typing import List
|
||||
|
||||
from dbgpt.core.schema.api import Result
|
||||
|
||||
from ..core.interface.evaluation import EvaluationResult
|
||||
from ..serve.evaluate.api.schemas import EvaluateServeRequest
|
||||
from .client import Client, ClientException
|
||||
|
||||
|
||||
async def run_evaluation(
|
||||
client: Client, request: EvaluateServeRequest
|
||||
) -> List[EvaluationResult]:
|
||||
"""Run evaluation.
|
||||
|
||||
Args:
|
||||
client (Client): The dbgpt client.
|
||||
request (EvaluateServeRequest): The Evaluate Request.
|
||||
"""
|
||||
try:
|
||||
res = await client.post("/evaluate/evaluation", request.dict())
|
||||
result: Result = res.json()
|
||||
if result["success"]:
|
||||
return list(result["data"])
|
||||
else:
|
||||
raise ClientException(status=result["err_code"], reason=result)
|
||||
except Exception as e:
|
||||
raise ClientException(f"Failed to run evaluation: {e}")
|
Reference in New Issue
Block a user