mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-09 01:00:01 +00:00
dc7c06bc07
Issue: When the third-party package is not installed, whenever we need to `pip install <package>` the ImportError is raised. But sometimes, the `ValueError` or `ModuleNotFoundError` is raised. It is bad for consistency. Change: replaced the `ValueError` or `ModuleNotFoundError` with `ImportError` when we raise an error with the `pip install <package>` message. Note: Ideally, we replace all `try: import... except... raise ... `with helper functions like `import_aim` or just use the existing [langchain_core.utils.utils.guard_import](https://api.python.langchain.com/en/latest/utils/langchain_core.utils.utils.guard_import.html#langchain_core.utils.utils.guard_import) But it would be much bigger refactoring. @baskaryan Please, advice on this.
95 lines
3.2 KiB
Python
95 lines
3.2 KiB
Python
import unittest
|
|
from typing import Any
|
|
from unittest.mock import patch
|
|
|
|
import pytest
|
|
import requests_mock
|
|
from requests_mock.mocker import Mocker
|
|
|
|
from langchain_community.document_loaders.lakefs import LakeFSLoader
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "https://physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = True
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client_no_presign_not_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "https://physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = False
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_unstructured_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.UnstructuredLakeFSLoader"
|
|
) as mock_unstructured_lakefs:
|
|
mock_unstructured_lakefs.return_value.load.return_value = [
|
|
("text content", "pdf content")
|
|
]
|
|
yield mock_unstructured_lakefs.return_value
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_lakefs_client_no_presign_local() -> Any:
|
|
with patch(
|
|
"langchain_community.document_loaders.lakefs.LakeFSClient"
|
|
) as mock_lakefs_client:
|
|
mock_lakefs_client.return_value.ls_objects.return_value = [
|
|
("path_bla.txt", "local:///physical_address_bla")
|
|
]
|
|
mock_lakefs_client.return_value.is_presign_supported.return_value = False
|
|
yield mock_lakefs_client.return_value
|
|
|
|
|
|
class TestLakeFSLoader(unittest.TestCase):
|
|
lakefs_access_key = "lakefs_access_key"
|
|
lakefs_secret_key = "lakefs_secret_key"
|
|
endpoint = "endpoint"
|
|
repo = "repo"
|
|
ref = "ref"
|
|
path = "path"
|
|
|
|
@requests_mock.Mocker()
|
|
@pytest.mark.usefixtures("mock_lakefs_client_no_presign_not_local")
|
|
def test_non_presigned_loading_fail(self, mocker: Mocker) -> None:
|
|
mocker.register_uri(requests_mock.ANY, requests_mock.ANY, status_code=200)
|
|
loader = LakeFSLoader(
|
|
self.lakefs_access_key, self.lakefs_secret_key, self.endpoint
|
|
)
|
|
loader.set_repo(self.repo)
|
|
loader.set_ref(self.ref)
|
|
loader.set_path(self.path)
|
|
with pytest.raises(ImportError):
|
|
loader.load()
|
|
|
|
@requests_mock.Mocker()
|
|
@pytest.mark.usefixtures(
|
|
"mock_lakefs_client_no_presign_local", "mock_unstructured_local"
|
|
)
|
|
def test_non_presigned_loading(self, mocker: Mocker) -> None:
|
|
mocker.register_uri(requests_mock.ANY, requests_mock.ANY, status_code=200)
|
|
loader = LakeFSLoader(
|
|
lakefs_access_key="lakefs_access_key",
|
|
lakefs_secret_key="lakefs_secret_key",
|
|
lakefs_endpoint=self.endpoint,
|
|
)
|
|
loader.set_repo(self.repo)
|
|
loader.set_ref(self.ref)
|
|
loader.set_path(self.path)
|
|
loader.load()
|