mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-17 21:11:40 +00:00
d24b82357f
This PR adds annotations in comunity package. Annotations are only strictly needed in subclasses of BaseModel for pydantic 2 compatibility. This PR adds some unnecessary annotations, but they're not bad to have regardless for documentation pages.
95 lines
3.2 KiB
Python
95 lines
3.2 KiB
Python
import unittest
|
|
from typing import Any
|
|
from unittest.mock import patch
|
|
|
|
import pytest
|
|
import requests_mock
|
|
from requests_mock.mocker import Mocker
|
|
|
|
from langchain_community.document_loaders.lakefs import LakeFSLoader
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "https://physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = True
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client_no_presign_not_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "https://physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = False
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_unstructured_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.UnstructuredLakeFSLoader"
|
|
) as mock_unstructured_lakefs:
|
|
mock_unstructured_lakefs.return_value.load.return_value = [
|
|
("text content", "pdf content")
|
|
]
|
|
yield mock_unstructured_lakefs.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client_no_presign_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "local:///physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = False
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
class TestLakeFSLoader(unittest.TestCase):
|
|
lakefs_access_key: str = "lakefs_access_key"
|
|
lakefs_secret_key: str = "lakefs_secret_key"
|
|
endpoint: str = "endpoint"
|
|
repo: str = "repo"
|
|
ref: str = "ref"
|
|
path: str = "path"
|
|
|
|
@requests_mock.Mocker()
|
|
@pytest.mark.usefixtures("mock_lakefs_client_no_presign_not_local")
|
|
def test_non_presigned_loading_fail(self, mocker: Mocker) -> None:
|
|
mocker.register_uri(requests_mock.ANY, requests_mock.ANY, status_code=200)
|
|
loader = LakeFSLoader(
|
|
self.lakefs_access_key, self.lakefs_secret_key, self.endpoint
|
|
)
|
|
loader.set_repo(self.repo)
|
|
loader.set_ref(self.ref)
|
|
loader.set_path(self.path)
|
|
with pytest.raises(ImportError):
|
|
loader.load()
|
|
|
|
@requests_mock.Mocker()
|
|
@pytest.mark.usefixtures(
|
|
"mock_lakefs_client_no_presign_local", "mock_unstructured_local"
|
|
)
|
|
def test_non_presigned_loading(self, mocker: Mocker) -> None:
|
|
mocker.register_uri(requests_mock.ANY, requests_mock.ANY, status_code=200)
|
|
loader = LakeFSLoader(
|
|
lakefs_access_key="lakefs_access_key",
|
|
lakefs_secret_key="lakefs_secret_key",
|
|
lakefs_endpoint=self.endpoint,
|
|
)
|
|
loader.set_repo(self.repo)
|
|
loader.set_ref(self.ref)
|
|
loader.set_path(self.path)
|
|
loader.load()
|