This commit is contained in:
CG80499
2023-09-25 13:16:23 +00:00
parent f51f4f29a0
commit 4fd7ac2cf9

View File

@@ -18,17 +18,11 @@ def test_comparsion_template() -> None:
@pytest.mark.parametrize(
"text",
"text, verdict",
[
"[Some reasoning] \n\nFinal Verdict: [[A]]",
"[Some reasoning] Therfore [[B]] is better than [[A]].",
"[Some reasoning] \n\nFinal Verdict: [[C]]",
],
"verdict",
[
"Win",
"Loss",
"Tie",
("[Some reasoning] \n\nFinal Verdict: [[A]]", "Win"),
("[Some reasoning] Therfore [[B]] is better than [[A]].", "Loss"),
("[Some reasoning] \n\nFinal Verdict: [[C]]", "Tie"),
],
)
def test_llm_as_a_judge_pairwise_output_parser(text: str, verdict: str) -> None: