Update to RunOnDataset helper functions to accept evaluator callbacks (#6629)

Also improve docstrings and update the tracing datasets notebook to
focus on "debug, evaluate, monitor"
This commit is contained in:
Zander Chase
2023-06-26 23:58:13 -07:00
committed by GitHub
parent 7ac9b22886
commit 6ca383ecf6
6 changed files with 1054 additions and 751 deletions

View File

@@ -169,8 +169,8 @@ async def test_arun_on_dataset(monkeypatch: pytest.MonkeyPatch) -> None:
example: Example,
llm_or_chain: Union[BaseLanguageModel, Chain],
n_repetitions: int,
tracer: Any,
tags: Optional[List[str]] = None,
callbacks: Optional[Any] = None,
) -> List[Dict[str, Any]]:
return [
{"result": f"Result for example {example.id}"} for _ in range(n_repetitions)