github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-24 14:32:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

1. Cleanup the interrupted download

Browse Source 
2. with-syntax
This commit is contained in:
Konstantin Gukov 2023-05-25 17:38:51 +02:00 committed by Richard Guo
parent b12e0e98c7
commit 8229bb5477
1 changed files with 12 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
gpt4all-bindings/python/gpt4all/gpt4all.py
View File

@ -125,16 +125,21 @@ class GPT4All():
download_path = os.path.join(model_path, model_filename).replace("\\", "\\\\") download_path = os.path.join(model_path, model_filename).replace("\\", "\\\\")
download_url = get_download_url(model_filename) download_url = get_download_url(model_filename)
# TODO: Find good way of safely removing file that got interrupted.
response = requests.get(download_url, stream=True) response = requests.get(download_url, stream=True)
total_size_in_bytes = int(response.headers.get("content-length", 0)) total_size_in_bytes = int(response.headers.get("content-length", 0))
block_size = 2 ** 20 # 1 MB block_size = 2 ** 20 # 1 MB
progress_bar = tqdm(total=total_size_in_bytes, unit="iB", unit_scale=True)
with tqdm(total=total_size_in_bytes, unit="iB", unit_scale=True) as progress_bar:
try:
with open(download_path, "wb") as file: with open(download_path, "wb") as file:
for data in response.iter_content(block_size): for data in response.iter_content(block_size):
progress_bar.update(len(data)) progress_bar.update(len(data))
file.write(data) file.write(data)
progress_bar.close() except Exception:
if os.path.exists(download_path):
print('Cleaning up the interrupted download...')
os.remove(download_path)
raise
# Validate download was successful # Validate download was successful
if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes: if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes: