github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-16 17:53:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: support modin document loader (#18866)

Browse Source 
Langchain community document loaders support `pyspark`, `polars`, and
`pandas` dataframes but not `modin`'s. This PR addresses this point.
This commit is contained in:
Massimiliano Pronesti 2024-03-11 02:40:04 +01:00 committed by GitHub
parent dee256ef5a
commit 8113d612bb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
libs/community/langchain_community/document_loaders/dataframe.py
View File

@ -1,4 +1,4 @@
from typing import Any, Iterator from typing import Any, Iterator, Literal
from langchain_core.documents import Document from langchain_core.documents import Document
@ -30,7 +30,12 @@ class BaseDataFrameLoader(BaseLoader):
class DataFrameLoader(BaseDataFrameLoader): class DataFrameLoader(BaseDataFrameLoader):
"""Load `Pandas` DataFrame.""" """Load `Pandas` DataFrame."""
def __init__(self, data_frame: Any, page_content_column: str = "text"): def __init__(
self,
data_frame: Any,
page_content_column: str = "text",
engine: Literal["pandas", "modin"] = "pandas",
):
"""Initialize with dataframe object. """Initialize with dataframe object.
Args: Args:
@ -39,7 +44,14 @@ class DataFrameLoader(BaseDataFrameLoader):
Defaults to "text". Defaults to "text".
""" """
try: try:
import pandas as pd if engine == "pandas":
import pandas as pd
elif engine == "modin":
import modin.pandas as pd
else:
raise ValueError(
f"Unsupported engine {engine}. Must be one of 'pandas', or 'modin'."
)
except ImportError as e: except ImportError as e:
raise ImportError( raise ImportError(
"Unable to import pandas, please install with `pip install pandas`." "Unable to import pandas, please install with `pip install pandas`."