Files
DB-GPT/examples/knowledge_embedding/url_embedding_test.py
csunny 50719c14b9 feat: define framework and split api
add cache for llm
add openapi module
add proxy module
2023-06-20 19:36:35 +08:00

18 lines
496 B
Python

from pilot.embedding_engine.url_embedding import URLEmbedding
path = "https://www.understandingwar.org/backgrounder/russian-offensive-campaign-assessment-february-8-2023"
model_name = "your_path/all-MiniLM-L6-v2"
vector_store_path = "your_path"
pdf_embedding = URLEmbedding(
file_path=path,
model_name=model_name,
vector_store_config={
"vector_store_name": "url",
"vector_store_path": "vector_store_path",
},
)
pdf_embedding.source_embedding()
print("success")