github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-22 06:39:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Relax string input mapper check (#6544)

Browse Source 
for run evaluator. It could be that an evalutor doesn't need the output
This commit is contained in:
Zander Chase 2023-06-21 08:01:42 -07:00 committed by GitHub
parent ace442b992
commit 7a4ff424fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
langchain/evaluation/run_evaluators/implementations.py
View File

@ -42,14 +42,12 @@ class StringRunEvaluatorInputMapper(RunEvaluatorInputMapper, BaseModel):
answer_map: Optional[Dict[str, str]] = None answer_map: Optional[Dict[str, str]] = None
"""Map from example outputs to the evaluation inputs.""" """Map from example outputs to the evaluation inputs."""
def map(self, run: Run, example: Optional[Example] = None) -> Dict[str, str]: def map(self, run: Run, example: Optional[Example] = None) -> Dict[str, Any]:
"""Maps the Run and Optional[Example] to a dictionary""" """Maps the Run and Optional[Example] to a dictionary"""
if run.outputs is None: if run.outputs is None and self.prediction_map:
raise ValueError(f"Run {run.id} has no outputs.") raise ValueError(f"Run {run.id} has no outputs.")
outputs = run.outputs or {}
data = { data = {value: outputs.get(key) for key, value in self.prediction_map.items()}
value: run.outputs.get(key) for key, value in self.prediction_map.items()
}
data.update( data.update(
{value: run.inputs.get(key) for key, value in self.input_map.items()} {value: run.inputs.get(key) for key, value in self.input_map.items()}
) )