From 5b90fe5b1c0273942a7a541d51500c1cce88e6cd Mon Sep 17 00:00:00 2001 From: William FH <13333726+hinthornw@users.noreply.github.com> Date: Wed, 22 Nov 2023 07:37:25 -0800 Subject: [PATCH] Fix locking (#13725) --- libs/langchain/langchain/smith/evaluation/runner_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libs/langchain/langchain/smith/evaluation/runner_utils.py b/libs/langchain/langchain/smith/evaluation/runner_utils.py index a3284cd2e58..de5b77bb661 100644 --- a/libs/langchain/langchain/smith/evaluation/runner_utils.py +++ b/libs/langchain/langchain/smith/evaluation/runner_utils.py @@ -979,6 +979,7 @@ def _prepare_run_on_dataset( evaluators=run_evaluators or [], client=client, example_id=example.id, + max_concurrency=0, ), progress_bar, ], @@ -1088,7 +1089,6 @@ async def arun_on_dataset( concurrency_level, project_metadata=project_metadata, ) - batch_results = await runnable_utils.gather_with_concurrency( configs[0].get("max_concurrency"), *map(