github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-19 13:23:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add dataset version info (#18299)

Browse Source
This commit is contained in:
William FH 2024-02-29 22:00:44 -08:00 committed by GitHub
parent 9d663f31fa
commit 1deb8cadd5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
libs/langchain/langchain/smith/evaluation/runner_utils.py
View File

@ -969,15 +969,22 @@ def _prepare_eval_run(
examples = list(client.list_examples(dataset_id=dataset.id)) examples = list(client.list_examples(dataset_id=dataset.id))
if not examples: if not examples:
raise ValueError(f"Dataset {dataset_name} has no example rows.") raise ValueError(f"Dataset {dataset_name} has no example rows.")
modified_at = [ex.modified_at for ex in examples if ex.modified_at]
# Should always be defined in practice when fetched,
# but the typing permits None
max_modified_at = max(modified_at) if modified_at else None
dataset_version = max_modified_at.isoformat() if max_modified_at else None
try: try:
project_metadata = project_metadata or {}
git_info = get_git_info() git_info = get_git_info()
if git_info: if git_info:
project_metadata = project_metadata or {}
project_metadata = { project_metadata = {
**project_metadata, **project_metadata,
"git": git_info, "git": git_info,
} }
project_metadata["dataset_version"] = dataset_version
project = client.create_project( project = client.create_project(
project_name, project_name,
reference_dataset_id=dataset.id, reference_dataset_id=dataset.id,