github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-31 07:34:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: update

Browse Source
This commit is contained in:
csunny 2023-05-18 20:29:30 +08:00
parent 3625d76c61
commit caf4705f3b
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pilot/vector_store/file_loader.py
View File

@ -48,11 +48,7 @@ class KnownLedge2Vector:
# vector_store.add_documents(documents=documents) # vector_store.add_documents(documents=documents)
else: else:
documents = self.load_knownlege() documents = self.load_knownlege()
<<<<<<< HEAD
# reinit # reinit
=======
# reinit
>>>>>>> 31797ecdb53eff76cceb52454888c91c97572851
vector_store = Chroma.from_documents(documents=documents, vector_store = Chroma.from_documents(documents=documents,
embedding=self.embeddings, embedding=self.embeddings,
persist_directory=persist_dir) persist_directory=persist_dir)
@ -65,11 +61,7 @@ class KnownLedge2Vector:
for file in files: for file in files:
filename = os.path.join(root, file) filename = os.path.join(root, file)
docs = self._load_file(filename) docs = self._load_file(filename)
<<<<<<< HEAD
# update metadata.
=======
# update metadata. # update metadata.
>>>>>>> 31797ecdb53eff76cceb52454888c91c97572851
new_docs = [] new_docs = []
for doc in docs: for doc in docs:
doc.metadata = {"source": doc.metadata["source"].replace(DATASETS_DIR, "")} doc.metadata = {"source": doc.metadata["source"].replace(DATASETS_DIR, "")}