github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-03 17:39:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

style:format code

Browse Source
This commit is contained in:
aries_ckt 2023-06-30 15:04:33 +08:00
parent 6fdeff9a0a
commit f4aa58a954
3 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
pilot/source_embedding/knowledge_embedding.py
View File

@ -51,6 +51,7 @@ class KnowledgeEmbedding:
self.knowledge_embedding_client.index_to_store(docs) self.knowledge_embedding_client.index_to_store(docs)
def read(self): def read(self):
self.knowledge_embedding_client = self.init_knowledge_embedding()
return self.knowledge_embedding_client.read_batch() return self.knowledge_embedding_client.read_batch()
def init_knowledge_embedding(self): def init_knowledge_embedding(self):

1
pilot/source_embedding/source_embedding.py
View File

@ -34,7 +34,6 @@ class SourceEmbedding(ABC):
self.embedding_args = embedding_args self.embedding_args = embedding_args
self.embeddings = vector_store_config["embeddings"] self.embeddings = vector_store_config["embeddings"]
@abstractmethod @abstractmethod
@register @register
def read(self) -> List[ABC]: def read(self) -> List[ABC]:

9
tools/knowledge_init.py
View File

@ -25,17 +25,20 @@ class LocalKnowledgeInit:
def knowledge_persist(self, file_path): def knowledge_persist(self, file_path):
"""knowledge persist""" """knowledge persist"""
docs = []
embedding_engine = None
for root, _, files in os.walk(file_path, topdown=False): for root, _, files in os.walk(file_path, topdown=False):
for file in files: for file in files:
filename = os.path.join(root, file) filename = os.path.join(root, file)
# docs = self._load_file(filename)
ke = KnowledgeEmbedding( ke = KnowledgeEmbedding(
file_path=filename, file_path=filename,
model_name=self.model_name, model_name=self.model_name,
vector_store_config=self.vector_store_config, vector_store_config=self.vector_store_config,
) )
client = ke.init_knowledge_embedding() embedding_engine = ke.init_knowledge_embedding()
client.source_embedding() doc = ke.read()
docs.extend(doc)
embedding_engine.index_to_store(docs)
if __name__ == "__main__": if __name__ == "__main__":