From 8670b24c8e563b6f2d4af75a3673d47ebd00193b Mon Sep 17 00:00:00 2001 From: Mason Daugherty Date: Mon, 15 Sep 2025 14:23:22 -0400 Subject: [PATCH] test(groq): xfail tool integration test (#32960) Groq models have known issues with tool calling consistency, [particularly with complex tools derived from runnables](https://github.com/langchain-ai/langchain/discussions/19990). [(more)](https://github.com/langchain-ai/langchain/discussions/24309) xfail until we can dedicate time to wrangling their API/model handling --- .../groq/tests/integration_tests/test_standard.py | 7 +++++++ libs/partners/groq/uv.lock | 8 ++++---- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/libs/partners/groq/tests/integration_tests/test_standard.py b/libs/partners/groq/tests/integration_tests/test_standard.py index 2e449441171..d5108bca940 100644 --- a/libs/partners/groq/tests/integration_tests/test_standard.py +++ b/libs/partners/groq/tests/integration_tests/test_standard.py @@ -30,6 +30,13 @@ class TestGroq(ChatModelIntegrationTests): ) -> None: super().test_tool_message_histories_list_content(model, my_adder_tool) + @pytest.mark.xfail( + reason="Groq models have inconsistent tool calling performance. See: " + "https://github.com/langchain-ai/langchain/discussions/19990" + ) + def test_bind_runnables_as_tools(self, model: BaseChatModel) -> None: + super().test_bind_runnables_as_tools(model) + @property def supports_json_mode(self) -> bool: return True diff --git a/libs/partners/groq/uv.lock b/libs/partners/groq/uv.lock index df3d8c7096a..997b8cd3820 100644 --- a/libs/partners/groq/uv.lock +++ b/libs/partners/groq/uv.lock @@ -1,5 +1,5 @@ version = 1 -revision = 2 +revision = 3 requires-python = ">=3.9" resolution-markers = [ "python_full_version >= '3.13' and platform_python_implementation == 'PyPy'", @@ -331,7 +331,7 @@ wheels = [ [[package]] name = "langchain-core" -version = "0.3.75" +version = "0.3.76" source = { editable = "../../core" } dependencies = [ { name = "jsonpatch" }, @@ -382,7 +382,7 @@ test = [ test-integration = [] typing = [ { name = "langchain-text-splitters", directory = "../../text-splitters" }, - { name = "mypy", specifier = ">=1.17.1,<1.18" }, + { name = "mypy", specifier = ">=1.18.1,<1.19" }, { name = "types-pyyaml", specifier = ">=6.0.12.2,<7.0.0.0" }, { name = "types-requests", specifier = ">=2.28.11.5,<3.0.0.0" }, ] @@ -489,7 +489,7 @@ test = [{ name = "langchain-core", editable = "../../core" }] test-integration = [] typing = [ { name = "langchain-core", editable = "../../core" }, - { name = "mypy", specifier = ">=1.17.1,<1.18" }, + { name = "mypy", specifier = ">=1.18.1,<1.19" }, { name = "types-pyyaml", specifier = ">=6.0.12.2,<7.0.0.0" }, ]