github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-02 13:08:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

wrap confluence attachment processing with a try-except block (#11503)

Browse Source 
Prevents document loading from erroring out when an attachment is not
found at the url.

---------

Co-authored-by: Bagatur <baskaryan@gmail.com>
This commit is contained in:
April 2023-10-11 20:13:42 -05:00 committed by GitHub
parent 17439daa6a
commit c14a8df2ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 27 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
libs/langchain/langchain/document_loaders/confluence.py
View File

@ -541,6 +541,7 @@ class ConfluenceLoader(BaseLoader):
media_type = attachment["metadata"]["mediaType"] media_type = attachment["metadata"]["mediaType"]
absolute_url = self.base_url + attachment["_links"]["download"] absolute_url = self.base_url + attachment["_links"]["download"]
title = attachment["title"] title = attachment["title"]
try:
if media_type == "application/pdf": if media_type == "application/pdf":
text = title + self.process_pdf(absolute_url, ocr_languages) text = title + self.process_pdf(absolute_url, ocr_languages)
elif ( elif (
@ -561,6 +562,12 @@ class ConfluenceLoader(BaseLoader):
else: else:
continue continue
texts.append(text) texts.append(text)
except requests.HTTPError as e:
if e.response.status_code == 404:
print(f"Attachment not found at {absolute_url}")
continue
else:
raise
return texts return texts