github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-09-11 20:20:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update ingest.py

Browse Source 
Co-authored-by: Bailey Matthews <bailey@hey.com>
This commit is contained in:
Ravi
2023-05-31 22:42:10 +05:30
committed by GitHub
parent db341e2a40
commit e9b31f7dd9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ingest.py
View File

@@ -97,7 +97,7 @@ def load_documents(source_dir: str, ignored_files: List[str] = []) -> List[Docum
all_files = []
for ext in LOADER_MAPPING:
all_files.extend(
glob.glob(os.path.join(source_dir, f"**/*{ext}"), recursive=True)
glob.glob(os.path.join(source_dir, f"**/*{ext}"), recursive=True)
)
filtered_files = [file_path for file_path in all_files if file_path not in ignored_files]