github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2026-01-29 21:49:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor:refactor knowledge api

Browse Source 
1.delete CFG in embedding_engine api
2.add a text_splitter param in embedding_engine api
This commit is contained in:
aries_ckt
2023-07-11 16:33:48 +08:00
parent 6ff7ef9da4
commit e6aa46fc87
24 changed files with 161 additions and 151 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
pilot/embedding_engine/csv_embedding.py
View File

@@ -9,17 +9,12 @@ from pilot.embedding_engine import SourceEmbedding, register
class CSVEmbedding(SourceEmbedding):
"""csv embedding for read csv document."""
def __init__(
self,
file_path,
vector_store_config,
embedding_args: Optional[Dict] = None,
):
def __init__(self, file_path, vector_store_config, text_splitter=None):
"""Initialize with csv path."""
super().__init__(file_path, vector_store_config)
super().__init__(file_path, vector_store_config, text_splitter=None)
self.file_path = file_path
self.vector_store_config = vector_store_config
self.embedding_args = embedding_args
self.text_splitter = text_splitter or None
@register
def read(self):