mirror of
https://github.com/hwchase17/langchain.git
synced 2025-04-28 11:55:21 +00:00
community[patch]: Redundant
Parser checker for Webbaseloader (#30632)
- **Description:** We do not need to set parser in `scrape` since it is already been done in `_scrape` - **Issue:** #30629, not directly related but makes sure xml parser is used
This commit is contained in:
parent
150ac0cb79
commit
bff56c5fa6
@ -367,9 +367,6 @@ class WebBaseLoader(BaseLoader):
|
|||||||
def scrape(self, parser: Union[str, None] = None) -> Any:
|
def scrape(self, parser: Union[str, None] = None) -> Any:
|
||||||
"""Scrape data from webpage and return it in BeautifulSoup format."""
|
"""Scrape data from webpage and return it in BeautifulSoup format."""
|
||||||
|
|
||||||
if parser is None:
|
|
||||||
parser = self.default_parser
|
|
||||||
|
|
||||||
return self._scrape(self.web_path, parser=parser, bs_kwargs=self.bs_kwargs)
|
return self._scrape(self.web_path, parser=parser, bs_kwargs=self.bs_kwargs)
|
||||||
|
|
||||||
def lazy_load(self) -> Iterator[Document]:
|
def lazy_load(self) -> Iterator[Document]:
|
||||||
|
Loading…
Reference in New Issue
Block a user