github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-01 19:12:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Eval Error Key (#13974)

Browse Source
This commit is contained in:
William FH
2023-11-28 08:38:30 -08:00
committed by GitHub
parent f9bef600f1
commit 60309341bd
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/langchain/langchain/smith/evaluation/runner_utils.py
View File

@@ -122,7 +122,7 @@ class TestResult(dict):
r.update( r.update(
{ {
**{f"feedback.{f.key}": f.score for f in feedback}, **{f"feedback.{f.key}": f.score for f in feedback},
"error": result.get("error"), "error": result.get("Error"),
"execution_time": result["execution_time"], "execution_time": result["execution_time"],
} }
) )
@@ -1026,7 +1026,7 @@ def _collect_test_results(
"execution_time": all_execution_time.get(str(example.id)), "execution_time": all_execution_time.get(str(example.id)),
} }
if isinstance(output, EvalError): if isinstance(output, EvalError):
results[str(example.id)]["error"] = output.error results[str(example.id)]["Error"] = output.error
else: else:
results[str(example.id)]["output"] = output results[str(example.id)]["output"] = output
if example.outputs: if example.outputs: