standard-tests: a standard unit and integration test set (#20182)

just chat models for now

libs/partners/openai/tests/integration_tests/chat_models/test_azure_standard.py

@@ -0,0 +1,33 @@
+"""Standard LangChain interface tests"""
+
+import os
+from typing import Type
+
+import pytest
+from langchain_core.language_models import BaseChatModel
+from langchain_standard_tests.integration_tests import ChatModelIntegrationTests
+
+from langchain_openai import AzureChatOpenAI
+
+OPENAI_API_VERSION = os.environ.get("AZURE_OPENAI_API_VERSION", "")
+OPENAI_API_BASE = os.environ.get("AZURE_OPENAI_API_BASE", "")
+OPENAI_API_KEY = os.environ.get("AZURE_OPENAI_API_KEY", "")
+DEPLOYMENT_NAME = os.environ.get(
+    "AZURE_OPENAI_DEPLOYMENT_NAME",
+    os.environ.get("AZURE_OPENAI_CHAT_DEPLOYMENT_NAME", ""),
+)
+
+
+class TestOpenAIStandard(ChatModelIntegrationTests):
+    @pytest.fixture
+    def chat_model_class(self) -> Type[BaseChatModel]:
+        return AzureChatOpenAI
+
+    @pytest.fixture
+    def chat_model_params(self) -> dict:
+        return {
+            "deployment_name": DEPLOYMENT_NAME,
+            "openai_api_version": OPENAI_API_VERSION,
+            "azure_endpoint": OPENAI_API_BASE,
+            "openai_api_key": OPENAI_API_KEY,
+        }

libs/partners/openai/tests/integration_tests/chat_models/test_base_standard.py

@@ -0,0 +1,15 @@
+"""Standard LangChain interface tests"""
+
+from typing import Type
+
+import pytest
+from langchain_core.language_models import BaseChatModel
+from langchain_standard_tests.integration_tests import ChatModelIntegrationTests
+
+from langchain_openai import ChatOpenAI
+
+
+class TestOpenAIStandard(ChatModelIntegrationTests):
+    @pytest.fixture
+    def chat_model_class(self) -> Type[BaseChatModel]:
+        return ChatOpenAI

libs/partners/openai/tests/unit_tests/chat_models/test_azure_standard.py

@@ -0,0 +1,24 @@
+"""Standard LangChain interface tests"""
+
+from typing import Type
+
+import pytest
+from langchain_core.language_models import BaseChatModel
+from langchain_standard_tests.unit_tests import ChatModelUnitTests
+
+from langchain_openai import AzureChatOpenAI
+
+
+class TestOpenAIStandard(ChatModelUnitTests):
+    @pytest.fixture
+    def chat_model_class(self) -> Type[BaseChatModel]:
+        return AzureChatOpenAI
+
+    @pytest.fixture
+    def chat_model_params(self) -> dict:
+        return {
+            "deployment_name": "test",
+            "openai_api_version": "2021-10-01",
+            "azure_endpoint": "https://test.azure.com",
+            "openai_api_key": "test",
+        }

libs/partners/openai/tests/unit_tests/chat_models/test_base_standard.py

@@ -0,0 +1,15 @@
+"""Standard LangChain interface tests"""
+
+from typing import Type
+
+import pytest
+from langchain_core.language_models import BaseChatModel
+from langchain_standard_tests.unit_tests import ChatModelUnitTests
+
+from langchain_openai import ChatOpenAI
+
+
+class TestOpenAIStandard(ChatModelUnitTests):
+    @pytest.fixture
+    def chat_model_class(self) -> Type[BaseChatModel]:
+        return ChatOpenAI