From 4fd7ac2cf9254130fed2c8fefab53cc8386e4249 Mon Sep 17 00:00:00 2001 From: CG80499 Date: Mon, 25 Sep 2023 13:16:23 +0000 Subject: [PATCH] fix test --- .../criteria/llm_as_a_judge/test_eval_chain.py | 14 ++++---------- 1 file changed, 4 insertions(+), 10 deletions(-) diff --git a/libs/langchain/tests/unit_tests/evaluation/criteria/llm_as_a_judge/test_eval_chain.py b/libs/langchain/tests/unit_tests/evaluation/criteria/llm_as_a_judge/test_eval_chain.py index 85e121563f8..9df6be7306d 100644 --- a/libs/langchain/tests/unit_tests/evaluation/criteria/llm_as_a_judge/test_eval_chain.py +++ b/libs/langchain/tests/unit_tests/evaluation/criteria/llm_as_a_judge/test_eval_chain.py @@ -18,17 +18,11 @@ def test_comparsion_template() -> None: @pytest.mark.parametrize( - "text", + "text, verdict", [ - "[Some reasoning] \n\nFinal Verdict: [[A]]", - "[Some reasoning] Therfore [[B]] is better than [[A]].", - "[Some reasoning] \n\nFinal Verdict: [[C]]", - ], - "verdict", - [ - "Win", - "Loss", - "Tie", + ("[Some reasoning] \n\nFinal Verdict: [[A]]", "Win"), + ("[Some reasoning] Therfore [[B]] is better than [[A]].", "Loss"), + ("[Some reasoning] \n\nFinal Verdict: [[C]]", "Tie"), ], ) def test_llm_as_a_judge_pairwise_output_parser(text: str, verdict: str) -> None: