From 68fc0cf909221b37288ba6bd54a668981c2b9422 Mon Sep 17 00:00:00 2001 From: Christophe Bornet Date: Wed, 6 Mar 2024 19:23:42 +0100 Subject: [PATCH] Merge pull request #18674 * Implement lazy_load() for TextLoader --- libs/community/langchain_community/document_loaders/text.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/libs/community/langchain_community/document_loaders/text.py b/libs/community/langchain_community/document_loaders/text.py index f497b16295c..9409e86b446 100644 --- a/libs/community/langchain_community/document_loaders/text.py +++ b/libs/community/langchain_community/document_loaders/text.py @@ -1,5 +1,5 @@ import logging -from typing import List, Optional +from typing import Iterator, Optional from langchain_core.documents import Document @@ -34,7 +34,7 @@ class TextLoader(BaseLoader): self.encoding = encoding self.autodetect_encoding = autodetect_encoding - def load(self) -> List[Document]: + def lazy_load(self) -> Iterator[Document]: """Load from file path.""" text = "" try: @@ -57,4 +57,4 @@ class TextLoader(BaseLoader): raise RuntimeError(f"Error loading {self.file_path}") from e metadata = {"source": self.file_path} - return [Document(page_content=text, metadata=metadata)] + yield Document(page_content=text, metadata=metadata)