Run in background

libs/langchain/langchain/callbacks/tracers/evaluation.py

@@ -66,6 +66,19 @@ class EvaluatorCallbackHandler(BaseTracer):
 
     name = "evaluator_callback_handler"
 
+    _slots__ = [
+        "__weakref__",
+        "example_id",
+        "client",
+        "evaluators",
+        "executor",
+        "futures",
+        "skip_unfinished",
+        "project_name",
+        "logged_eval_results",
+        "run_map",
+    ]
+
     def __init__(
         self,
         evaluators: Sequence[langsmith.RunEvaluator],
@@ -118,6 +131,10 @@ class EvaluatorCallbackHandler(BaseTracer):
         example_id = str(run.reference_example_id)
         self.logged_eval_results.setdefault(example_id, []).append(eval_result)
 
+    def wait_for_futures(self) -> None:
+        """Wait for all the futures to finish."""
+        wait(self.futures)
+
     def _persist_run(self, run: Run) -> None:
         """Run the evaluator on the run.
 
@@ -136,7 +153,3 @@ class EvaluatorCallbackHandler(BaseTracer):
             self.futures.add(
                 self.executor.submit(self._evaluate_in_project, run_, evaluator)
             )
-
-    def wait_for_futures(self) -> None:
-        """Wait for all futures to complete."""
-        wait(self.futures)