github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-10 15:06:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update error message in evaluation runner (#13296)

Browse Source
This commit is contained in:
William FH 2023-11-13 11:03:20 -08:00 committed by GitHub
parent 32c493e3df
commit 9169d77cf6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
libs/langchain/langchain/smith/evaluation/runner_utils.py
View File

@ -5,6 +5,7 @@ from __future__ import annotations
import functools import functools
import inspect import inspect
import logging import logging
import uuid
from enum import Enum from enum import Enum
from typing import ( from typing import (
TYPE_CHECKING, TYPE_CHECKING,
@ -23,6 +24,8 @@ from langsmith.client import Client
from langsmith.evaluation import RunEvaluator from langsmith.evaluation import RunEvaluator
from langsmith.run_helpers import as_runnable, is_traceable_function from langsmith.run_helpers import as_runnable, is_traceable_function
from langsmith.schemas import Dataset, DataType, Example from langsmith.schemas import Dataset, DataType, Example
from langsmith.utils import LangSmithError
from requests import HTTPError
from langchain._api import warn_deprecated from langchain._api import warn_deprecated
from langchain.callbacks.manager import Callbacks from langchain.callbacks.manager import Callbacks
@ -880,11 +883,19 @@ def _prepare_eval_run(
reference_dataset_id=dataset.id, reference_dataset_id=dataset.id,
project_extra={"metadata": project_metadata} if project_metadata else {}, project_extra={"metadata": project_metadata} if project_metadata else {},
) )
except ValueError as e: except (HTTPError, ValueError, LangSmithError) as e:
if "already exists " not in str(e): if "already exists " not in str(e):
raise e raise e
uid = uuid.uuid4()
example_msg = f"""
run_on_dataset(
...
project_name="{project_name} - {uid}", # Update since {project_name} already exists
)
"""
raise ValueError( raise ValueError(
f"Project {project_name} already exists. Please use a different name." f"Test project {project_name} already exists. Please use a different name:"
f"\n\n{example_msg}"
) )
print( print(
f"View the evaluation results for project '{project_name}'" f"View the evaluation results for project '{project_name}'"