Add Patch to stream runs

tests/unit_tests/callbacks/tracers/test_tracer.py

@@ -19,7 +19,7 @@ _TENANT_ID = UUID("57a08cc4-73d2-4236-8378-549099d07fad")
 
 
 @pytest.fixture
-def lang_chain_tracer_v2(monkeypatch: pytest.MonkeyPatch) -> LangChainTracer:
+def lang_chain_tracer(monkeypatch: pytest.MonkeyPatch) -> LangChainTracer:
     monkeypatch.setenv("LANGCHAIN_TENANT_ID", "test-tenant-id")
     monkeypatch.setenv("LANGCHAIN_ENDPOINT", "http://test-endpoint.com")
     monkeypatch.setenv("LANGCHAIN_API_KEY", "foo")
@@ -29,7 +29,7 @@ def lang_chain_tracer_v2(monkeypatch: pytest.MonkeyPatch) -> LangChainTracer:
 
 # Mock a sample TracerSession object
 @pytest.fixture
-def sample_tracer_session_v2() -> TracerSession:
+def sample_tracer_session() -> TracerSession:
     return TracerSession(id=_SESSION_ID, name="Sample session", tenant_id=_TENANT_ID)
 
 
@@ -84,28 +84,28 @@ def sample_runs() -> Tuple[Run, Run, Run]:
 
 
 def test_persist_run(
-    lang_chain_tracer_v2: LangChainTracer,
-    sample_tracer_session_v2: TracerSession,
+    lang_chain_tracer: LangChainTracer,
+    sample_tracer_session: TracerSession,
     sample_runs: Tuple[Run, Run, Run],
 ) -> None:
     """Test that persist_run method calls requests.post once per method call."""
-    with patch("langchain.callbacks.tracers.langchain.requests.post") as post, patch(
-        "langchain.callbacks.tracers.langchain.requests.get"
-    ) as get:
-        post.return_value.raise_for_status.return_value = None
-        lang_chain_tracer_v2.session = sample_tracer_session_v2
+    with patch(
+        "langchain.callbacks.tracers.langchain.requests.patch"
+    ) as req_patch, patch("langchain.callbacks.tracers.langchain.requests.get") as get:
+        req_patch.return_value.raise_for_status.return_value = None
+        lang_chain_tracer.session = sample_tracer_session
         for run in sample_runs:
-            lang_chain_tracer_v2.run_map[str(run.id)] = run
+            lang_chain_tracer.run_map[str(run.id)] = run
         for run in sample_runs:
-            lang_chain_tracer_v2._end_trace(run)
+            lang_chain_tracer._end_trace(run)
 
-        assert post.call_count == 3
+        assert req_patch.call_count == 3
         assert get.call_count == 0
 
 
-def test_persist_run_with_example_id(
-    lang_chain_tracer_v2: LangChainTracer,
-    sample_tracer_session_v2: TracerSession,
+def test_persist_partial_run_with_example_id(
+    lang_chain_tracer: LangChainTracer,
+    sample_tracer_session: TracerSession,
     sample_runs: Tuple[Run, Run, Run],
 ) -> None:
     """Test the example ID is assigned only to the parent run and not the children."""
@@ -113,22 +113,51 @@ def test_persist_run_with_example_id(
     llm_run, chain_run, tool_run = sample_runs
     chain_run.child_runs = [tool_run]
     tool_run.child_runs = [llm_run]
+    tool_run.parent_run_id = chain_run.id
+    llm_run.parent_run_id = tool_run.id
     with patch("langchain.callbacks.tracers.langchain.requests.post") as post, patch(
         "langchain.callbacks.tracers.langchain.requests.get"
     ) as get:
         post.return_value.raise_for_status.return_value = None
-        lang_chain_tracer_v2.session = sample_tracer_session_v2
-        lang_chain_tracer_v2.example_id = example_id
-        lang_chain_tracer_v2._persist_run(chain_run)
+        lang_chain_tracer.session = sample_tracer_session
+        lang_chain_tracer.example_id = example_id
+        lang_chain_tracer._persist_partial_run(llm_run)
+        lang_chain_tracer._persist_partial_run(tool_run)
+        lang_chain_tracer._persist_partial_run(chain_run)
 
         assert post.call_count == 3
         assert get.call_count == 0
         posted_data = [
             json.loads(call_args[1]["data"]) for call_args in post.call_args_list
         ]
-        assert posted_data[0]["id"] == str(chain_run.id)
-        assert posted_data[0]["reference_example_id"] == str(example_id)
+        # Assert that the URL that was called ends with /runs/<run_id>
+        assert posted_data[0]["id"] == str(llm_run.id)
+        assert not posted_data[0].get("reference_example_id")
         assert posted_data[1]["id"] == str(tool_run.id)
         assert not posted_data[1].get("reference_example_id")
-        assert posted_data[2]["id"] == str(llm_run.id)
-        assert not posted_data[2].get("reference_example_id")
+        assert posted_data[2]["id"] == str(chain_run.id)
+        assert posted_data[2]["reference_example_id"] == str(example_id)
+
+
+def test_persist_run_with_example_id(
+    lang_chain_tracer: LangChainTracer,
+    sample_tracer_session: TracerSession,
+    sample_runs: Tuple[Run, Run, Run],
+) -> None:
+    """Test the persist / patch run is called with the correct ID."""
+    example_id = uuid4()
+    llm_run, chain_run, tool_run = sample_runs
+    chain_run.child_runs = [tool_run]
+    tool_run.child_runs = [llm_run]
+    with patch(
+        "langchain.callbacks.tracers.langchain.requests.patch"
+    ) as patch_req, patch("langchain.callbacks.tracers.langchain.requests.get") as get:
+        patch_req.return_value.raise_for_status.return_value = None
+        lang_chain_tracer.session = sample_tracer_session
+        lang_chain_tracer.example_id = example_id
+        lang_chain_tracer._persist_run(chain_run)
+
+        assert patch_req.call_count == 1
+        assert get.call_count == 0
+        # Assert that the URL that was called ends with /runs/<run_id>
+        assert patch_req.call_args[0][0].endswith(f"/runs/{chain_run.id}")