diff --git a/libs/core/tests/unit_tests/runnables/test_runnable.py b/libs/core/tests/unit_tests/runnables/test_runnable.py index 8309ab128a3..52c68271bae 100644 --- a/libs/core/tests/unit_tests/runnables/test_runnable.py +++ b/libs/core/tests/unit_tests/runnables/test_runnable.py @@ -2373,6 +2373,7 @@ async def test_prompt_with_llm_parser( "metadata": { "ls_model_type": "llm", "ls_provider": "fakestreaminglist", + "ls_tools_called": [], }, "name": "FakeStreamingListLLM", "start_time": "2023-01-01T00:00:00.000+00:00", diff --git a/libs/core/tests/unit_tests/tracers/test_async_base_tracer.py b/libs/core/tests/unit_tests/tracers/test_async_base_tracer.py index 1b243c03816..2f8ff5ae54f 100644 --- a/libs/core/tests/unit_tests/tracers/test_async_base_tracer.py +++ b/libs/core/tests/unit_tests/tracers/test_async_base_tracer.py @@ -63,7 +63,7 @@ async def test_tracer_llm_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -96,7 +96,7 @@ async def test_tracer_chat_model_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED_CHAT, inputs={"prompts": ["Human: "]}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -132,7 +132,7 @@ async def test_tracer_multiple_llm_runs() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -289,7 +289,7 @@ async def test_tracer_nested_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -309,7 +309,7 @@ async def test_tracer_nested_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -524,7 +524,7 @@ async def test_tracer_nested_runs_on_error() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, error=None, inputs={"prompts": []}, @@ -542,7 +542,7 @@ async def test_tracer_nested_runs_on_error() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, error=None, inputs={"prompts": []}, diff --git a/libs/core/tests/unit_tests/tracers/test_base_tracer.py b/libs/core/tests/unit_tests/tracers/test_base_tracer.py index aaa34a662f2..a757cb4dee4 100644 --- a/libs/core/tests/unit_tests/tracers/test_base_tracer.py +++ b/libs/core/tests/unit_tests/tracers/test_base_tracer.py @@ -68,7 +68,7 @@ def test_tracer_llm_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -101,7 +101,7 @@ def test_tracer_chat_model_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED_CHAT, inputs={"prompts": ["Human: "]}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -137,7 +137,7 @@ def test_tracer_multiple_llm_runs() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -292,7 +292,7 @@ def test_tracer_nested_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -312,7 +312,7 @@ def test_tracer_nested_run() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, inputs={"prompts": []}, outputs=LLMResult(generations=[[]]), # type: ignore[arg-type] @@ -525,7 +525,7 @@ def test_tracer_nested_runs_on_error() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, error=None, inputs={"prompts": []}, @@ -543,7 +543,7 @@ def test_tracer_nested_runs_on_error() -> None: {"name": "start", "time": datetime.now(timezone.utc)}, {"name": "end", "time": datetime.now(timezone.utc)}, ], - extra={}, + extra={"metadata": {"ls_tools_called": []}}, serialized=SERIALIZED, error=None, inputs={"prompts": []},