Eval Error Key (#13974)

This commit is contained in:
William FH 2023-11-28 08:38:30 -08:00 committed by GitHub
parent f9bef600f1
commit 60309341bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -122,7 +122,7 @@ class TestResult(dict):
r.update(
{
**{f"feedback.{f.key}": f.score for f in feedback},
"error": result.get("error"),
"error": result.get("Error"),
"execution_time": result["execution_time"],
}
)
@ -1026,7 +1026,7 @@ def _collect_test_results(
"execution_time": all_execution_time.get(str(example.id)),
}
if isinstance(output, EvalError):
results[str(example.id)]["error"] = output.error
results[str(example.id)]["Error"] = output.error
else:
results[str(example.id)]["output"] = output
if example.outputs: