github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-29 19:18:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Eval Error Key (#13974)

Browse Source
This commit is contained in:
William FH 2023-11-28 08:38:30 -08:00 committed by GitHub
parent f9bef600f1
commit 60309341bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/langchain/langchain/smith/evaluation/runner_utils.py
View File

@ -122,7 +122,7 @@ class TestResult(dict):
r.update(
{
**{f"feedback.{f.key}": f.score for f in feedback},
"error": result.get("error"),
"error": result.get("Error"),
"execution_time": result["execution_time"],
}
)
@ -1026,7 +1026,7 @@ def _collect_test_results(
"execution_time": all_execution_time.get(str(example.id)),
}
if isinstance(output, EvalError):
results[str(example.id)]["error"] = output.error
results[str(example.id)]["Error"] = output.error
else:
results[str(example.id)]["output"] = output
if example.outputs: