mirror of
https://github.com/hwchase17/langchain.git
synced 2025-09-08 22:42:05 +00:00
tests[patch]: run standard tests for embeddings and populate embeddings API ref (#28545)
plus minor updates to chat models and vector store API refs
This commit is contained in:
@@ -75,29 +75,30 @@ def _validate_tool_call_message_no_args(message: BaseMessage) -> None:
|
||||
class ChatModelIntegrationTests(ChatModelTests):
|
||||
"""Base class for chat model integration tests.
|
||||
|
||||
Test subclasses must implement the following two properties:
|
||||
Test subclasses must implement the ``chat_model_class`` and
|
||||
``chat_model_params`` properties to specify what model to test and its
|
||||
initialization parameters.
|
||||
|
||||
chat_model_class
|
||||
The chat model class to test, e.g., ``ChatParrotLink``.
|
||||
Example:
|
||||
|
||||
Example:
|
||||
.. code-block:: python
|
||||
|
||||
.. code-block:: python
|
||||
from typing import Type
|
||||
|
||||
from langchain_tests.integration_tests import ChatModelIntegrationTests
|
||||
from my_package.chat_models import MyChatModel
|
||||
|
||||
|
||||
class TestMyChatModelIntegration(ChatModelIntegrationTests):
|
||||
@property
|
||||
def chat_model_class(self) -> Type[ChatParrotLink]:
|
||||
return ChatParrotLink
|
||||
|
||||
chat_model_params
|
||||
Initialization parameters for the chat model.
|
||||
|
||||
Example:
|
||||
|
||||
.. code-block:: python
|
||||
def chat_model_class(self) -> Type[MyChatModel]:
|
||||
# Return the chat model class to test here
|
||||
return MyChatModel
|
||||
|
||||
@property
|
||||
def chat_model_params(self) -> dict:
|
||||
return {"model": "bird-brain-001", "temperature": 0}
|
||||
# Return initialization parameters for the model.
|
||||
return {"model": "model-001", "temperature": 0}
|
||||
|
||||
.. note::
|
||||
API references for individual test methods include troubleshooting tips.
|
||||
|
@@ -6,7 +6,47 @@ from langchain_tests.unit_tests.embeddings import EmbeddingsTests
|
||||
|
||||
|
||||
class EmbeddingsIntegrationTests(EmbeddingsTests):
|
||||
"""Base class for embeddings integration tests.
|
||||
|
||||
Test subclasses must implement the ``embeddings_class`` property to specify the
|
||||
embeddings model to be tested. You can also override the
|
||||
``embedding_model_params`` property to specify initialization parameters.
|
||||
|
||||
Example:
|
||||
|
||||
.. code-block:: python
|
||||
|
||||
from typing import Type
|
||||
|
||||
from langchain_tests.integration_tests import EmbeddingsIntegrationTests
|
||||
from my_package.embeddings import MyEmbeddingsModel
|
||||
|
||||
|
||||
class TestMyEmbeddingsModelIntegration(EmbeddingsIntegrationTests):
|
||||
@property
|
||||
def embeddings_class(self) -> Type[MyEmbeddingsModel]:
|
||||
# Return the embeddings model class to test here
|
||||
return MyEmbeddingsModel
|
||||
|
||||
@property
|
||||
def embedding_model_params(self) -> dict:
|
||||
# Return initialization parameters for the model.
|
||||
return {"model": "model-001"}
|
||||
|
||||
.. note::
|
||||
API references for individual test methods include troubleshooting tips.
|
||||
"""
|
||||
|
||||
def test_embed_query(self, model: Embeddings) -> None:
|
||||
"""Test embedding a string query.
|
||||
|
||||
.. dropdown:: Troubleshooting
|
||||
|
||||
If this test fails, check that:
|
||||
|
||||
1. The model will generate a list of floats when calling ``.embed_query`` on a string.
|
||||
2. The length of the list is consistent across different inputs.
|
||||
""" # noqa: E501
|
||||
embedding_1 = model.embed_query("foo")
|
||||
|
||||
assert isinstance(embedding_1, List)
|
||||
@@ -18,6 +58,15 @@ class EmbeddingsIntegrationTests(EmbeddingsTests):
|
||||
assert len(embedding_1) == len(embedding_2)
|
||||
|
||||
def test_embed_documents(self, model: Embeddings) -> None:
|
||||
"""Test embedding a list of strings.
|
||||
|
||||
.. dropdown:: Troubleshooting
|
||||
|
||||
If this test fails, check that:
|
||||
|
||||
1. The model will generate a list of lists of floats when calling ``.embed_documents`` on a list of strings.
|
||||
2. The length of each list is the same.
|
||||
""" # noqa: E501
|
||||
documents = ["foo", "bar", "baz"]
|
||||
embeddings = model.embed_documents(documents)
|
||||
|
||||
@@ -28,6 +77,15 @@ class EmbeddingsIntegrationTests(EmbeddingsTests):
|
||||
assert all(len(embedding) == len(embeddings[0]) for embedding in embeddings)
|
||||
|
||||
async def test_aembed_query(self, model: Embeddings) -> None:
|
||||
"""Test embedding a string query async.
|
||||
|
||||
.. dropdown:: Troubleshooting
|
||||
|
||||
If this test fails, check that:
|
||||
|
||||
1. The model will generate a list of floats when calling ``.aembed_query`` on a string.
|
||||
2. The length of the list is consistent across different inputs.
|
||||
""" # noqa: E501
|
||||
embedding_1 = await model.aembed_query("foo")
|
||||
|
||||
assert isinstance(embedding_1, List)
|
||||
@@ -39,6 +97,15 @@ class EmbeddingsIntegrationTests(EmbeddingsTests):
|
||||
assert len(embedding_1) == len(embedding_2)
|
||||
|
||||
async def test_aembed_documents(self, model: Embeddings) -> None:
|
||||
"""Test embedding a list of strings async.
|
||||
|
||||
.. dropdown:: Troubleshooting
|
||||
|
||||
If this test fails, check that:
|
||||
|
||||
1. The model will generate a list of lists of floats when calling ``.aembed_documents`` on a list of strings.
|
||||
2. The length of each list is the same.
|
||||
""" # noqa: E501
|
||||
documents = ["foo", "bar", "baz"]
|
||||
embeddings = await model.aembed_documents(documents)
|
||||
|
||||
|
@@ -76,6 +76,8 @@ class ReadWriteTestSuite(BaseStandardTests):
|
||||
store.delete_collection()
|
||||
pass
|
||||
|
||||
.. note::
|
||||
API references for individual test methods include troubleshooting tips.
|
||||
""" # noqa: E501
|
||||
|
||||
@abstractmethod
|
||||
@@ -445,6 +447,8 @@ class AsyncReadWriteTestSuite(BaseStandardTests):
|
||||
store.delete_collection()
|
||||
pass
|
||||
|
||||
.. note::
|
||||
API references for individual test methods include troubleshooting tips.
|
||||
""" # noqa: E501
|
||||
|
||||
@abstractmethod
|
||||
|
Reference in New Issue
Block a user