style:format code

pilot/source_embedding/knowledge_embedding.py

@@ -51,6 +51,7 @@ class KnowledgeEmbedding:
         self.knowledge_embedding_client.index_to_store(docs)
 
     def read(self):
+        self.knowledge_embedding_client = self.init_knowledge_embedding()
         return self.knowledge_embedding_client.read_batch()
 
     def init_knowledge_embedding(self):

pilot/source_embedding/source_embedding.py

@@ -34,7 +34,6 @@ class SourceEmbedding(ABC):
         self.embedding_args = embedding_args
         self.embeddings = vector_store_config["embeddings"]
 
-
     @abstractmethod
     @register
     def read(self) -> List[ABC]:

tools/knowledge_init.py

@@ -25,17 +25,20 @@ class LocalKnowledgeInit:
 
     def knowledge_persist(self, file_path):
         """knowledge persist"""
+        docs = []
+        embedding_engine = None
         for root, _, files in os.walk(file_path, topdown=False):
             for file in files:
                 filename = os.path.join(root, file)
-                # docs = self._load_file(filename)
                 ke = KnowledgeEmbedding(
                     file_path=filename,
                     model_name=self.model_name,
                     vector_store_config=self.vector_store_config,
                 )
-                client = ke.init_knowledge_embedding()
-                client.source_embedding()
+                embedding_engine = ke.init_knowledge_embedding()
+                doc = ke.read()
+                docs.extend(doc)
+        embedding_engine.index_to_store(docs)
 
 
 if __name__ == "__main__":