From e5256bcb69bde036cd02ca4871333451efc11833 Mon Sep 17 00:00:00 2001
From: William FH <13333726+hinthornw@users.noreply.github.com>
Date: Tue, 28 Nov 2023 11:38:59 -0800
Subject: [PATCH] [Evals] Add Project Tags (#13982)

Add them to project extra
---
 .../langchain/langchain/smith/evaluation/runner_utils.py | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/libs/langchain/langchain/smith/evaluation/runner_utils.py b/libs/langchain/langchain/smith/evaluation/runner_utils.py
index 61ffdb1a817..58a46e82f72 100644
--- a/libs/langchain/langchain/smith/evaluation/runner_utils.py
+++ b/libs/langchain/langchain/smith/evaluation/runner_utils.py
@@ -906,14 +906,18 @@ def _prepare_eval_run(
     llm_or_chain_factory: MODEL_OR_CHAIN_FACTORY,
     project_name: str,
     project_metadata: Optional[Dict[str, Any]] = None,
+    tags: Optional[List[str]] = None,
 ) -> Tuple[MCF, str, Dataset, List[Example]]:
     wrapped_model = _wrap_in_chain_factory(llm_or_chain_factory, dataset_name)
     dataset = client.read_dataset(dataset_name=dataset_name)
     try:
+        project_extra: dict = {"metadata": project_metadata} if project_metadata else {}
+        if tags:
+            project_extra["tags"] = tags
         project = client.create_project(
             project_name,
             reference_dataset_id=dataset.id,
-            project_extra={"metadata": project_metadata} if project_metadata else {},
+            project_extra=project_extra,
         )
     except (HTTPError, ValueError, LangSmithError) as e:
         if "already exists " not in str(e):
@@ -959,6 +963,7 @@ def _prepare_run_on_dataset(
         llm_or_chain_factory,
         project_name,
         project_metadata=project_metadata,
+        tags=tags,
     )
     wrapped_model = _wrap_in_chain_factory(llm_or_chain_factory)
     run_evaluators = _setup_evaluation(
@@ -1026,7 +1031,7 @@ def _collect_test_results(
             "execution_time": all_execution_time.get(str(example.id)),
         }
         if isinstance(output, EvalError):
-            results[str(example.id)]["Error"] = output.error
+            results[str(example.id)]["Error"] = output.Error
         else:
             results[str(example.id)]["output"] = output
         if example.outputs: