diff --git a/libs/langchain/langchain/document_loaders/recursive_url_loader.py b/libs/langchain/langchain/document_loaders/recursive_url_loader.py index dad1fec6006..4cf6342e2ce 100644 --- a/libs/langchain/langchain/document_loaders/recursive_url_loader.py +++ b/libs/langchain/langchain/document_loaders/recursive_url_loader.py @@ -95,10 +95,8 @@ class RecursiveUrlLoader(BaseLoader): and link.startswith(current_root) ): child_links.add(link) - # import pdb; pdb.set_trace() # Get absolute path for all root relative links listed absolute_paths = [urljoin(base_url, link) for link in child_links] - # Store the visited links and recursively visit the children for link in absolute_paths: # Check all unvisited links