add plugin mode

This commit is contained in:
yhjun1026
2023-05-30 17:20:37 +08:00
parent dd5fc529e2
commit 5150cfcf55
14 changed files with 212 additions and 153 deletions

View File

@@ -11,6 +11,7 @@ from pilot.source_embedding.chn_document_splitter import CHNDocumentSplitter
from pilot.source_embedding.csv_embedding import CSVEmbedding
from pilot.source_embedding.markdown_embedding import MarkdownEmbedding
from pilot.source_embedding.pdf_embedding import PDFEmbedding
from pilot.source_embedding.url_embedding import URLEmbedding
from pilot.vector_store.connector import VectorStoreConnector
CFG = Config()
@@ -61,6 +62,12 @@ class KnowledgeEmbedding:
model_name=self.model_name,
vector_store_config=self.vector_store_config,
)
elif self.file_type == "url":
embedding = URLEmbedding(
file_path=self.file_path,
model_name=self.model_name,
vector_store_config=self.vector_store_config,
)
return embedding