github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-06-28 08:18:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added comments

Browse Source
This commit is contained in:
Dmitri Tsiu 2024-09-24 11:34:13 +03:00
parent 43a9dbe21b
commit fcaf070059
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
private_gpt/components/ingest/ingest_helper.py
View File

@ -94,6 +94,7 @@ class IngestionHelper:
logger.debug("Specific reader found for extension=%s", extension) logger.debug("Specific reader found for extension=%s", extension)
documents = reader_cls().load_data(file_data) documents = reader_cls().load_data(file_data)
# Sanitize NUL bytes in text which can't be stored in Postgres
for i in range(len(documents)): for i in range(len(documents)):
documents[i].text = documents[i].text.replace("\u0000", "") documents[i].text = documents[i].text.replace("\u0000", "")