mirror of
https://github.com/imartinez/privateGPT.git
synced 2026-08-08 23:35:29 +00:00
feat: add reader overrides (#2317)
* feat: add reader overrides
* fix: fix disable readers
* fix: change override to register
* fix: control UnidentifiedImageError
* Revert "fix: control UnidentifiedImageError"
This reverts commit df2cc8ccee.
* fix: fallback resolved reader
* chore: remove not necessary var
This commit is contained in:
@@ -134,8 +134,10 @@ class ParseComponent:
|
||||
raise InvalidFileError(errors=[IngestionParseErrors.PARSING_FAILURE]) from e
|
||||
except Exception as e:
|
||||
logger.error("Error loading file: %s", e, exc_info=True)
|
||||
|
||||
converted_fallback = convert_unsupported_file_as_fallback(file_info)
|
||||
if converted_fallback:
|
||||
resolved_reader = self._resolve_reader(converted_fallback.extension)
|
||||
if notification:
|
||||
notification(
|
||||
percentage=0,
|
||||
|
||||
@@ -25,6 +25,12 @@ _DEFAULT_EXTENSION_READERS: dict[str, list[str]] = {
|
||||
}
|
||||
|
||||
|
||||
def register_extension_readers(extension: str, reader_names: list[str]) -> None:
|
||||
normalized_extension = _normalize_extension(extension)
|
||||
normalized_reader_names = [_normalize_reader_name(n) for n in reader_names]
|
||||
_DEFAULT_EXTENSION_READERS[normalized_extension] = normalized_reader_names
|
||||
|
||||
|
||||
def _normalize_reader_name(name: str) -> str:
|
||||
normalized = name.strip().lower()
|
||||
if not normalized:
|
||||
|
||||
Reference in New Issue
Block a user