feat:knowledge management

1.merge main branch
2.rebuild knowledge management
3.static js
This commit is contained in:
aries_ckt
2023-06-30 15:39:54 +08:00
20 changed files with 72 additions and 56 deletions

View File

@@ -30,23 +30,26 @@ class LocalKnowledgeInit:
def knowledge_persist(self, file_path):
"""knowledge persist"""
docs = []
embedding_engine = None
for root, _, files in os.walk(file_path, topdown=False):
for file in files:
filename = os.path.join(root, file)
# docs = self._load_file(filename)
ke = KnowledgeEmbedding(
knowledge_source=filename,
knowledge_type=KnowledgeType.DOCUMENT.value,
model_name=self.model_name,
vector_store_config=self.vector_store_config,
)
client = ke.init_knowledge_embedding()
client.source_embedding()
embedding_engine = ke.init_knowledge_embedding()
doc = ke.read()
docs.extend(doc)
embedding_engine.index_to_store(docs)
print(f"""begin create {self.vector_store_config["vector_store_name"]} space""")
space = KnowledgeSpaceRequest
space.name = self.vector_store_config["vector_store_name"]
space.desc = ""
space.owner = "knowledge_init.py"
space.desc = "knowledge_init.py"
space.owner = "DB-GPT"
knowledge_space_service.create_knowledge_space(space)