github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-19 05:13:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

core[patch]: Add unit test to catch ordering (#21669)

Browse Source 
Add unit test to catch ordering issues
This commit is contained in:
Eugene Yurtsev 2024-05-14 11:25:33 -04:00 committed by GitHub
parent 3390dc2266
commit 2ac4d2960c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 102 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

102
libs/core/tests/unit_tests/runnables/test_runnable_events.py
View File

@ -1220,6 +1220,108 @@ async def test_event_stream_on_chain_with_tool() -> None:
] ]
@pytest.mark.xfail(reason="Fix order of callback invocations in RunnableSequence")
async def test_chain_ordering() -> None:
"""Test the event stream with a tool."""
def foo(a: str) -> str:
return a
def bar(a: str) -> str:
return a
chain = RunnableLambda(foo) | RunnableLambda(bar)
iterable = chain.astream_events("q", version="v1")
events = []
for _ in range(10):
try:
next_chunk = await iterable.__anext__()
events.append(next_chunk)
except Exception:
break
events = _with_nulled_run_id(events)
for event in events:
event["tags"] = sorted(event["tags"])
assert events == [
{
"data": {"input": "q"},
"event": "on_chain_start",
"metadata": {},
"name": "RunnableSequence",
"run_id": "",
"tags": [],
},
{
"data": {},
"event": "on_chain_start",
"metadata": {},
"name": "foo",
"run_id": "",
"tags": ["seq:step:1"],
},
{
"data": {"chunk": "q"},
"event": "on_chain_stream",
"metadata": {},
"name": "foo",
"run_id": "",
"tags": ["seq:step:1"],
},
{
"data": {"input": "q", "output": "q"},
"event": "on_chain_end",
"metadata": {},
"name": "foo",
"run_id": "",
"tags": ["seq:step:1"],
},
{
"data": {},
"event": "on_chain_start",
"metadata": {},
"name": "bar",
"run_id": "",
"tags": ["seq:step:2"],
},
{
"data": {"chunk": "q"},
"event": "on_chain_stream",
"metadata": {},
"name": "bar",
"run_id": "",
"tags": ["seq:step:2"],
},
{
"data": {"chunk": "q"},
"event": "on_chain_stream",
"metadata": {},
"name": "RunnableSequence",
"run_id": "",
"tags": [],
},
{
"data": {"input": "q", "output": "q"},
"event": "on_chain_end",
"metadata": {},
"name": "bar",
"run_id": "",
"tags": ["seq:step:2"],
},
{
"data": {"output": "q"},
"event": "on_chain_end",
"metadata": {},
"name": "RunnableSequence",
"run_id": "",
"tags": [],
},
]
async def test_event_stream_with_retry() -> None: async def test_event_stream_with_retry() -> None:
"""Test the event stream with a tool.""" """Test the event stream with a tool."""