github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-01 11:02:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #18674

Browse Source 
* Implement lazy_load() for TextLoader
This commit is contained in:
Christophe Bornet
2024-03-06 19:23:42 +01:00
committed by GitHub
parent 5b92f962f1
commit 68fc0cf909
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
libs/community/langchain_community/document_loaders/text.py
View File

@@ -1,5 +1,5 @@
import logging import logging
from typing import List, Optional from typing import Iterator, Optional
from langchain_core.documents import Document from langchain_core.documents import Document
@@ -34,7 +34,7 @@ class TextLoader(BaseLoader):
self.encoding = encoding self.encoding = encoding
self.autodetect_encoding = autodetect_encoding self.autodetect_encoding = autodetect_encoding
def load(self) -> List[Document]: def lazy_load(self) -> Iterator[Document]:
"""Load from file path.""" """Load from file path."""
text = "" text = ""
try: try:
@@ -57,4 +57,4 @@ class TextLoader(BaseLoader):
raise RuntimeError(f"Error loading {self.file_path}") from e raise RuntimeError(f"Error loading {self.file_path}") from e
metadata = {"source": self.file_path} metadata = {"source": self.file_path}
return [Document(page_content=text, metadata=metadata)] yield Document(page_content=text, metadata=metadata)