exclude dirs in async recursive loading (#11077)

2025-07-14 00:47:27 +00:00 · 2023-09-26 09:59:04 -07:00 · 2023-09-26 09:59:04 -07:00 · 7ee8b2d1bf
commit 7ee8b2d1bf
parent 21199cc7b4
1 changed files with 1 additions and 0 deletions
--- a/libs/langchain/langchain/document_loaders/recursive_url_loader.py
+++ b/libs/langchain/langchain/document_loaders/recursive_url_loader.py
@ -233,6 +233,7 @@ class RecursiveUrlLoader(BaseLoader):
                base_url=self.url,
                pattern=self.link_regex,
                prevent_outside=self.prevent_outside,
+                exclude_prefixes=self.exclude_dirs,
            )

            # Recursively call the function to get the children of the children