github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-11 15:35:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update LangSmith Version (#10722)

Browse Source 
And assign dataset ID upon project creation
This commit is contained in:
William FH 2023-09-18 07:12:48 -07:00 committed by GitHub
parent d21a494a27
commit 6e48092746
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 10 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
libs/langchain/langchain/smith/evaluation/runner_utils.py
View File

@ -857,8 +857,12 @@ def _prepare_eval_run(
project_name: str,
) -> Tuple[MCF, str, Dataset, List[Example]]:
wrapped_model = _wrap_in_chain_factory(llm_or_chain_factory, dataset_name)
dataset = client.read_dataset(dataset_name=dataset_name)
try:
project = client.create_project(project_name)
project = client.create_project(
project_name,
reference_dataset_id=dataset.id,
)
except ValueError as e:
if "already exists " not in str(e):
raise e
@ -869,7 +873,6 @@ def _prepare_eval_run(
f"View the evaluation results for project '{project_name}' at:\n{project.url}",
flush=True,
)
dataset = client.read_dataset(dataset_name=dataset_name)
examples = list(client.list_examples(dataset_id=dataset.id))
if not examples:
raise ValueError(f"Dataset {dataset_name} has no example rows.")

8
libs/langchain/poetry.lock generated
View File

@ -3930,13 +3930,13 @@ all = ["datasets (>=2.12.0,<3.0.0)", "evaluate (>=0.4.0,<0.5.0)", "nltk (>=3.8.1
[[package]]
name = "langsmith"
version = "0.0.25"
version = "0.0.38"
description = "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform."
optional = false
python-versions = ">=3.8.1,<4.0"
files = [
{file = "langsmith-0.0.25-py3-none-any.whl", hash = "sha256:d595435ad21fa6077550d7c85472935d1e8241afa042c1e29287d2c95c3ed151"},
{file = "langsmith-0.0.25.tar.gz", hash = "sha256:e728c398fc1adaa0ed8abeb21f6a92d7fb19fe3ab49d3911c22b03dfe25935d6"},
{file = "langsmith-0.0.38-py3-none-any.whl", hash = "sha256:3bdb107d7b847e0f42a89ce67080aad086db230dec9647b13eb7af37e3d8ff1d"},
{file = "langsmith-0.0.38.tar.gz", hash = "sha256:508f2a949135055f27d82848ad4dc37b3c2f00f5e05e5296883c65ef528b148f"},
]
[package.dependencies]
@ -10491,4 +10491,4 @@ text-helpers = ["chardet"]
[metadata]
lock-version = "2.0"
python-versions = ">=3.8.1,<4.0"
content-hash = "b63078268a80c07577b432114302f4f86d47be25b83a245affb0dbc999fb2c1f"
content-hash = "75648828833909395b8d6fc4152b3d0953ba05e8cfd5e86e82e011bd3054e57c"

2
libs/langchain/pyproject.toml
View File

@ -113,7 +113,7 @@ cassio = {version = "^0.1.0", optional = true}
rdflib = {version = "^6.3.2", optional = true}
sympy = {version = "^1.12", optional = true}
rapidfuzz = {version = "^3.1.1", optional = true}
langsmith = "~0.0.21"
langsmith = "~0.0.38"
rank-bm25 = {version = "^0.2.2", optional = true}
amadeus = {version = ">=8.1.0", optional = true}
geopandas = {version = "^0.13.1", optional = true}