github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-04 04:28:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs: improve document loaders index (#25365)

Browse Source 
Co-authored-by: Erick Friis <erick@langchain.dev>
This commit is contained in:
Harrison Chase
2024-08-13 18:48:48 -07:00
committed by GitHub
parent 4a78be7861
commit 967b6f21f6
5 changed files with 151 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

102
docs/src/theme/FeatureTables.js
View File

@@ -440,6 +440,108 @@ const FEATURE_TABLES = {
columns: [],
items: [],
},
webpage_loaders: {
link: 'docs/integrations/loaders',
columns: [
{title: "Document Loader", formatter: (item) => <a href={
item.link
}>{item.name}</a>},
{title: "Description", formatter: (item) => item.source},
{title: "Package/API", formatter: (item) => item.api},
],
items: [
{
name: "Web",
link: "web_base",
source: "Uses urllib and BeautifulSoup to load and parse HTML web pages",
api: "Package",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.web_base.WebBaseLoader.html"
},
{
name: "RecursiveURL",
link: "recursive_url",
source: "Recursively scrapes all child links from a root URL",
api: "Package",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.recursive_url_loader.RecursiveUrlLoader.html"
},
{
name: "Sitemap",
link: "sitemap",
source: "Scrapes all pages on a given sitemap",
api: "Package",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.sitemap.SitemapLoader.html"
},
{
name: "Firecrawl",
link: "firecrawl",
source: "API service that can be deployed locally, hosted version has free credits.",
api: "API",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.firecrawl.FireCrawlLoader.html"
}
]
},
pdf_loaders: {
link: 'docs/integrations/loaders',
columns: [
{title: "Document Loader", formatter: (item) => <a href={
item.link
}>{item.name}</a>},
{title: "Description", formatter: (item) => item.source},
{title: "Package/API", formatter: (item) => item.api},
],
items: [
{
name: "PyPDF",
link: "pypdfloader",
source: "Uses `pypdf` to load and parse PDFs",
api: "Package",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.pdf.PyPDFLoader.html"
},
{
name: "Unstructured",
link: "unstructured_file",
source: "Uses Unstructured's open source library to load PDFs",
api: "Package",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_unstructured.document_loaders.UnstructuredLoader.html"
},
{
name: "Amazon Textract",
link: "amazon_textract",
source: "Uses AWS API to load PDFs",
api: "API",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.pdf.AmazonTextractPDFLoader.html"
}
]
},
common_loaders: {
link: 'docs/integrations/loaders',
columns: [
{title: "Document Loader", formatter: (item) => <a href={
item.link
}>{item.name}</a>},
{title: "Data Type", formatter: (item) => item.source},
],
items: [
{
name: "CSVLoader",
link: "csv",
source: "CSV files",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.csv_loader.CSVLoader.html"
},
{
name: "DirectoryLoader",
link: "document_loader_directory",
source: "All files in a given directory",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_community.document_loaders.directory.DirectoryLoader.html"
},
{
name: "Unstructured",
link: "unstructured_file",
source: "All file types",
apiLink: "https://api.python.langchain.com/en/latest/document_loaders/langchain_unstructured.document_loaders.UnstructuredLoader.html"
},
]
},
vectorstores: {
link: 'docs/integrations/vectorstores',
columns: [