mirror of
https://github.com/hwchase17/langchain.git
synced 2026-02-21 06:33:41 +00:00
6a152ce245
- [x] **PR title**: "docs: add langchain-pull-md Markdown loader"
- [x] **PR message**:
- **Description:** This PR introduces the `langchain-pull-md` package to
the LangChain community. It includes a new document loader that utilizes
the pull.md service to convert URLs into Markdown format, particularly
useful for handling web pages rendered with JavaScript frameworks like
React, Angular, or Vue.js. This loader helps in efficient and reliable
Markdown conversion directly from URLs without local rendering, reducing
server load.
- **Issue:** NA
- **Dependencies:** requests >=2.25.1
- **Twitter handle:** https://x.com/eugeneevstafev?s=21
- [x] **Add tests and docs**:
1. Added unit tests to verify URL checking and conversion
functionalities.
2. Created a comprehensive example notebook detailing the usage of the
new loader.
- [x] **Lint and test**:
- Completed local testing using `make format`, `make lint`, and `make
test` commands as per the LangChain contribution guidelines.
**Related Links:**
- [Package Repository](https://github.com/chigwell/langchain-pull-md)
- [PyPI Package](https://pypi.org/project/langchain-pull-md/)
---------
Co-authored-by: Erick Friis <erick@langchain.dev>
327 lines
10 KiB
YAML
327 lines
10 KiB
YAML
# this file is used to define the packages that are used in the project
|
|
# it is EXPERIMENTAL and may be removed in the future
|
|
|
|
packages:
|
|
- name: langchain-core
|
|
path: libs/core
|
|
repo: langchain-ai/langchain
|
|
downloads: 27728892
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-text-splitters
|
|
path: libs/text-splitters
|
|
repo: langchain-ai/langchain
|
|
downloads: 10343427
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain
|
|
path: libs/langchain
|
|
repo: langchain-ai/langchain
|
|
downloads: 27515102
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-community
|
|
path: libs/community
|
|
repo: langchain-ai/langchain
|
|
downloads: 17505668
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-experimental
|
|
path: libs/experimental
|
|
repo: langchain-ai/langchain-experimental
|
|
downloads: 1710421
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-cli
|
|
path: libs/cli
|
|
repo: langchain-ai/langchain
|
|
downloads: 55505
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-ai21
|
|
path: libs/ai21
|
|
repo: langchain-ai/langchain-ai21
|
|
downloads: 3453
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-anthropic
|
|
path: libs/partners/anthropic
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/anthropic'
|
|
downloads: 1163020
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-chroma
|
|
path: libs/partners/chroma
|
|
repo: langchain-ai/langchain
|
|
downloads: 450092
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-exa
|
|
path: libs/partners/exa
|
|
repo: langchain-ai/langchain
|
|
provider_page: exa_search
|
|
js: '@langchain/exa'
|
|
downloads: 4560
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-fireworks
|
|
path: libs/partners/fireworks
|
|
repo: langchain-ai/langchain
|
|
downloads: 73179
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-groq
|
|
path: libs/partners/groq
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/groq'
|
|
downloads: 370373
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-huggingface
|
|
path: libs/partners/huggingface
|
|
repo: langchain-ai/langchain
|
|
downloads: 375151
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-ibm
|
|
path: libs/ibm
|
|
repo: langchain-ai/langchain-ibm
|
|
js: '@langchain/ibm'
|
|
downloads: 261091
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-localai
|
|
path: libs/localai
|
|
repo: mkhludnev/langchain-localai
|
|
downloads: 510
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-milvus
|
|
path: libs/milvus
|
|
repo: langchain-ai/langchain-milvus
|
|
downloads: 111126
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-mistralai
|
|
path: libs/partners/mistralai
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/mistralai'
|
|
downloads: 232463
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-mongodb
|
|
path: libs/mongodb
|
|
repo: langchain-ai/langchain-mongodb
|
|
provider_page: mongodb_atlas
|
|
js: '@langchain/mongodb'
|
|
downloads: 113328
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-nomic
|
|
path: libs/partners/nomic
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/nomic'
|
|
downloads: 10175
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-openai
|
|
path: libs/partners/openai
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/openai'
|
|
downloads: 7994138
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-pinecone
|
|
path: libs/partners/pinecone
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/pinecone'
|
|
downloads: 345657
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-prompty
|
|
path: libs/partners/prompty
|
|
repo: langchain-ai/langchain
|
|
provider_page: microsoft
|
|
downloads: 976
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-qdrant
|
|
path: libs/partners/qdrant
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/qdrant'
|
|
downloads: 77743
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-scrapegraph
|
|
path: .
|
|
repo: ScrapeGraphAI/langchain-scrapegraph
|
|
downloads: 907
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-sema4
|
|
path: libs/sema4
|
|
repo: langchain-ai/langchain-sema4
|
|
provider_page: robocorp
|
|
downloads: 987
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-together
|
|
path: libs/together
|
|
repo: langchain-ai/langchain-together
|
|
downloads: 44887
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-upstage
|
|
path: libs/upstage
|
|
repo: langchain-ai/langchain-upstage
|
|
downloads: 20951
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-voyageai
|
|
path: libs/partners/voyageai
|
|
repo: langchain-ai/langchain
|
|
downloads: 11253
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-aws
|
|
name_title: AWS
|
|
path: libs/aws
|
|
repo: langchain-ai/langchain-aws
|
|
js: '@langchain/aws'
|
|
downloads: 1507701
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-astradb
|
|
path: libs/astradb
|
|
repo: langchain-ai/langchain-datastax
|
|
downloads: 64185
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-google-genai
|
|
name_title: Google Generative AI
|
|
path: libs/genai
|
|
repo: langchain-ai/langchain-google
|
|
provider_page: google
|
|
js: '@langchain/google-genai'
|
|
downloads: 732265
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-google-vertexai
|
|
path: libs/vertexai
|
|
repo: langchain-ai/langchain-google
|
|
provider_page: google
|
|
js: '@langchain/google-vertexai'
|
|
downloads: 7668881
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-google-community
|
|
path: libs/community
|
|
repo: langchain-ai/langchain-google
|
|
provider_page: google
|
|
downloads: 3055901
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-weaviate
|
|
path: libs/weaviate
|
|
repo: langchain-ai/langchain-weaviate
|
|
js: '@langchain/weaviate'
|
|
downloads: 26639
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-cohere
|
|
path: libs/cohere
|
|
repo: langchain-ai/langchain-cohere
|
|
js: '@langchain/cohere'
|
|
downloads: 513053
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-elasticsearch
|
|
path: libs/elasticsearch
|
|
repo: langchain-ai/langchain-elastic
|
|
downloads: 108874
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-nvidia-ai-endpoints
|
|
path: libs/ai-endpoints
|
|
repo: langchain-ai/langchain-nvidia
|
|
provider_page: nvidia
|
|
downloads: 129677
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-postgres
|
|
path: .
|
|
repo: langchain-ai/langchain-postgres
|
|
provider_page: pgvector
|
|
downloads: 293866
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-redis
|
|
path: libs/redis
|
|
repo: langchain-ai/langchain-redis
|
|
js: '@langchain/redis'
|
|
downloads: 17549
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-unstructured
|
|
path: libs/unstructured
|
|
repo: langchain-ai/langchain-unstructured
|
|
downloads: 88721
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-azure-dynamic-sessions
|
|
path: libs/azure-dynamic-sessions
|
|
repo: langchain-ai/langchain-azure
|
|
provider_page: microsoft
|
|
js: '@langchain/azure-dynamic-sessions'
|
|
downloads: 7285
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-sqlserver
|
|
path: libs/sqlserver
|
|
repo: langchain-ai/langchain-azure
|
|
provider_page: microsoft
|
|
downloads: 1489
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-cerebras
|
|
path: libs/cerebras
|
|
repo: langchain-ai/langchain-cerebras
|
|
downloads: 9426
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-snowflake
|
|
path: libs/snowflake
|
|
repo: langchain-ai/langchain-snowflake
|
|
downloads: 2374
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-databricks
|
|
path: libs/databricks
|
|
repo: langchain-ai/langchain-databricks
|
|
downloads: 35495
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-couchbase
|
|
path: libs/partners/couchbase
|
|
repo: langchain-ai/langchain
|
|
downloads: 347
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-ollama
|
|
path: libs/partners/ollama
|
|
repo: langchain-ai/langchain
|
|
js: '@langchain/ollama'
|
|
downloads: 310741
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-box
|
|
path: libs/box
|
|
repo: box-community/langchain-box
|
|
downloads: 2749
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-tests
|
|
path: libs/standard-tests
|
|
repo: langchain-ai/langchain
|
|
downloads: 3691
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-neo4j
|
|
path: libs/neo4j
|
|
repo: langchain-ai/langchain-neo4j
|
|
downloads: 8871
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-linkup
|
|
path: .
|
|
repo: LinkupPlatform/langchain-linkup
|
|
downloads: 818
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-yt-dlp
|
|
path: .
|
|
repo: aqib0770/langchain-yt-dlp
|
|
downloads: 776
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-oceanbase
|
|
path: .
|
|
repo: oceanbase/langchain-oceanbase
|
|
downloads: 322
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-predictionguard
|
|
path: .
|
|
repo: predictionguard/langchain-predictionguard
|
|
downloads: 156
|
|
downloads_updated_at: '2024-12-23T20:10:11.816059+00:00'
|
|
- name: langchain-cratedb
|
|
path: .
|
|
repo: crate/langchain-cratedb
|
|
downloads: 362
|
|
downloads_updated_at: '2024-12-23T20:53:27.001852+00:00'
|
|
- name: langchain-modelscope
|
|
path: .
|
|
repo: modelscope/langchain-modelscope
|
|
downloads: 0
|
|
- name: langchain-falkordb
|
|
path: .
|
|
repo: kingtroga/langchain-falkordb
|
|
downloads: 610
|
|
downloads_updated_at: '2025-01-02T20:23:02.544257+00:00'
|
|
- name: langchain-dappier
|
|
path: .
|
|
repo: DappierAI/langchain-dappier
|
|
downloads: 0
|
|
- name: langchain-pull-md
|
|
path: .
|
|
repo: chigwell/langchain-pull-md
|
|
downloads: 0 |