diff --git a/libs/community/tests/unit_tests/document_loaders/test_recursive_url_loader.py b/libs/community/tests/unit_tests/document_loaders/test_recursive_url_loader.py index 6f0fd09738d..1c19ace4ed0 100644 --- a/libs/community/tests/unit_tests/document_loaders/test_recursive_url_loader.py +++ b/libs/community/tests/unit_tests/document_loaders/test_recursive_url_loader.py @@ -2,7 +2,6 @@ import requests_mock from langchain_community.document_loaders.recursive_url_loader import RecursiveUrlLoader import aiohttp - def mock_requests(loader): html1 = ( '
hullo
' @@ -59,6 +58,17 @@ def test_async__init__(mocker): loader = RecursiveUrlLoader("http://test.com",max_depth=1, use_async=True) docs = loader.load() assert len(docs) == 1 + +def test_sync_default_depth(): + loader = RecursiveUrlLoader("http://test.com") + docs = mock_requests(loader) + assert len(docs) == 3 + +def test_async_default_depth(mocker): + mocker.patch.object(aiohttp.ClientSession, 'get', new=MockGet) + loader = RecursiveUrlLoader("http://test.com", use_async=True) + docs = loader.load() + assert len(docs) == 3 def test_sync_deduplication(): loader = RecursiveUrlLoader("http://test.com",max_depth=3)