github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-08-08 12:31:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix chat example output mapper (#7808)

Browse Source 
Was only serializing when no key was provided
This commit is contained in:
William FH 2023-07-16 17:47:05 -07:00 committed by GitHub
parent c58d35765d
commit 1db13e8a85
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
langchain/smith/evaluation/string_run_evaluator.py
View File

@ -200,19 +200,18 @@ class StringExampleMapper(Serializable):
) )
else: else:
output = list(example.outputs.values())[0] output = list(example.outputs.values())[0]
return {
"reference": self.serialize_chat_messages([output])
if isinstance(output, dict)
and output.get("type")
and output.get("data")
else str(output)
}
elif self.reference_key not in example.outputs: elif self.reference_key not in example.outputs:
raise ValueError( raise ValueError(
f"Example {example.id} does not have reference key" f"Example {example.id} does not have reference key"
f" {self.reference_key}." f" {self.reference_key}."
) )
return {"reference": str(example.outputs[self.reference_key])} else:
output = example.outputs[self.reference_key]
return {
"reference": self.serialize_chat_messages([output])
if isinstance(output, dict) and output.get("type") and output.get("data")
else str(output)
}
def __call__(self, example: Example) -> Dict[str, str]: def __call__(self, example: Example) -> Dict[str, str]:
"""Maps the Run and Example to a dictionary.""" """Maps the Run and Example to a dictionary."""