Compare commits

...

1 Commits

Author SHA1 Message Date
William Fu-Hinthorn
1e3aa547aa Accept no 'reasoning' response in qa evaluator 2023-07-01 11:46:33 -07:00

View File

@@ -19,14 +19,20 @@ def _parse_string_eval_output(text: str) -> dict:
Returns:
Any: The parsed output.
"""
reasoning, verdict = text.strip().rsplit("\n", maxsplit=1)
splits = text.strip().rsplit("\n", maxsplit=1)
if len(splits) == 1:
verdict = splits[0]
reasoning = None
else:
verdict, reasoning = splits
reasoning = reasoning.strip()
score = (
1
if verdict.upper() == "CORRECT"
else (0 if verdict.upper() == "INCORRECT" else None)
)
return {
"reasoning": reasoning.strip(),
"reasoning": reasoning,
"value": verdict,
"score": score,
}