github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-13 13:36:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Permit Constitutional Principles (#6807)

Browse Source 
In the criteria evaluator.
This commit is contained in:
Zander Chase
2023-06-27 00:23:54 -07:00
committed by GitHub
parent 6ca383ecf6
commit ad028bbb80
3 changed files with 207 additions and 65 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tests/unit_tests/evaluation/criteria/test_eval_chain.py
View File

@@ -2,7 +2,7 @@
from langchain.evaluation.criteria.eval_chain import (
HELPFULNESS_CRITERION,
_SUPPORTED_CRITERIA,
CriteriaEvalChain,
)
from langchain.evaluation.schema import StringEvaluator
@@ -10,8 +10,12 @@ from tests.unit_tests.llms.fake_llm import FakeLLM
def test_resolve_criteria() -> None:
assert CriteriaEvalChain.resolve_criteria("helpfulness") == HELPFULNESS_CRITERION
assert CriteriaEvalChain.resolve_criteria(["helpfulness"]) == HELPFULNESS_CRITERION
assert CriteriaEvalChain.resolve_criteria("helpfulness") == {
"helpfulness": _SUPPORTED_CRITERIA["helpfulness"]
}
assert CriteriaEvalChain.resolve_criteria(["correctness"]) == {
"correctness": _SUPPORTED_CRITERIA["correctness"]
}
def test_criteria_eval_chain() -> None: