standard-tests: private members and tools unit troubleshoot (#28590)

This commit is contained in:
Erick Friis
2024-12-06 13:52:58 -08:00
committed by GitHub
parent 1cedf401a7
commit 246c10a1cc
4 changed files with 70 additions and 11 deletions

View File

@@ -0,0 +1,7 @@
"""
Base Test classes for standard testing.
To learn how to use these classes, see the
`Integration standard testing <https://python.langchain.com/docs/contributing/how_to/integrations/standard_tests/>`_
guide
"""

View File

@@ -3,6 +3,10 @@ from typing import Type
class BaseStandardTests(ABC): class BaseStandardTests(ABC):
"""
:private:
"""
def test_no_overrides_DO_NOT_OVERRIDE(self) -> None: def test_no_overrides_DO_NOT_OVERRIDE(self) -> None:
""" """
Test that no standard tests are overridden. Test that no standard tests are overridden.

View File

@@ -1,3 +1,8 @@
"""
.. autosummary::
:exclude-members: ToolsTests
"""
import os import os
from abc import abstractmethod from abc import abstractmethod
from typing import Tuple, Type, Union from typing import Tuple, Type, Union
@@ -11,12 +16,25 @@ from langchain_tests.base import BaseStandardTests
class ToolsTests(BaseStandardTests): class ToolsTests(BaseStandardTests):
"""
:private:
Base class for testing tools. This won't show in the documentation, but
the docstrings will be inherited by subclasses.
"""
@property @property
@abstractmethod @abstractmethod
def tool_constructor(self) -> Union[Type[BaseTool], BaseTool]: ... def tool_constructor(self) -> Union[Type[BaseTool], BaseTool]:
"""
Returns a class or instance of a tool to be tested.
"""
...
@property @property
def tool_constructor_params(self) -> dict: def tool_constructor_params(self) -> dict:
"""
Returns a dictionary of parameters to pass to the tool constructor.
"""
return {} return {}
@property @property
@@ -24,13 +42,16 @@ class ToolsTests(BaseStandardTests):
""" """
Returns a dictionary representing the "args" of an example tool call. Returns a dictionary representing the "args" of an example tool call.
This should NOT be a ToolCall dict - i.e. it should not This should NOT be a ToolCall dict - it should not
have {"name", "id", "args"} keys. have {"name", "id", "args"} keys.
""" """
return {} return {}
@pytest.fixture @pytest.fixture
def tool(self) -> BaseTool: def tool(self) -> BaseTool:
"""
:private:
"""
if isinstance(self.tool_constructor, BaseTool): if isinstance(self.tool_constructor, BaseTool):
if self.tool_constructor_params != {}: if self.tool_constructor_params != {}:
msg = ( msg = (
@@ -43,19 +64,24 @@ class ToolsTests(BaseStandardTests):
class ToolsUnitTests(ToolsTests): class ToolsUnitTests(ToolsTests):
def test_init(self) -> None:
if isinstance(self.tool_constructor, BaseTool):
tool = self.tool_constructor
else:
tool = self.tool_constructor(**self.tool_constructor_params)
assert tool is not None
@property @property
def init_from_env_params(self) -> Tuple[dict, dict, dict]: def init_from_env_params(self) -> Tuple[dict, dict, dict]:
"""Return env vars, init args, and expected instance attrs for initializing """Return env vars, init args, and expected instance attrs for initializing
from env vars.""" from env vars."""
return {}, {}, {} return {}, {}, {}
def test_init(self) -> None:
"""
Test that the tool can be initialized with :attr:`tool_constructor` and
:attr:`tool_constructor_params`. If this fails, check that the
keyword args defined in :attr:`tool_constructor_params` are valid.
"""
if isinstance(self.tool_constructor, BaseTool):
tool = self.tool_constructor
else:
tool = self.tool_constructor(**self.tool_constructor_params)
assert tool is not None
def test_init_from_env(self) -> None: def test_init_from_env(self) -> None:
env_params, tools_params, expected_attrs = self.init_from_env_params env_params, tools_params, expected_attrs = self.init_from_env_params
if env_params: if env_params:
@@ -69,14 +95,32 @@ class ToolsUnitTests(ToolsTests):
assert actual == expected assert actual == expected
def test_has_name(self, tool: BaseTool) -> None: def test_has_name(self, tool: BaseTool) -> None:
"""
Tests that the tool has a name attribute to pass to chat models.
If this fails, add a `name` parameter to your tool.
"""
assert tool.name assert tool.name
def test_has_input_schema(self, tool: BaseTool) -> None: def test_has_input_schema(self, tool: BaseTool) -> None:
"""
Tests that the tool has an input schema.
If this fails, add an `args_schema` to your tool.
See
`this guide <https://python.langchain.com/docs/how_to/custom_tools/#subclass-basetool>`_
and see how `CalculatorInput` is configured in the
`CustomCalculatorTool.args_schema` attribute
"""
assert tool.get_input_schema() assert tool.get_input_schema()
def test_input_schema_matches_invoke_params(self, tool: BaseTool) -> None: def test_input_schema_matches_invoke_params(self, tool: BaseTool) -> None:
""" """
Tests that the provided example params match the declared input schema Tests that the provided example params match the declared input schema.
If this fails, update the `tool_invoke_params_example` attribute to match
the input schema (`args_schema`) of the tool.
""" """
# this will be a pydantic object # this will be a pydantic object
input_schema = tool.get_input_schema() input_schema = tool.get_input_schema()

View File

@@ -1,4 +1,8 @@
"""Utilities for working with pydantic models.""" """
Utilities for working with pydantic models.
:private:
"""
def get_pydantic_major_version() -> int: def get_pydantic_major_version() -> int: