voussoir/voussoirkit
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Let downloady take ratemeters to assist caller's reporting.

Browse source
This commit is contained in:
voussoir 2021-11-20 18:46:20 -08:00
parent 2fbe24b272
commit f7250f8157
No known key found for this signature in database
GPG key ID: 5F7554F8C26DACCB
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
voussoirkit/downloady.py
View file

@ -61,6 +61,7 @@ def download_file(
headers=None, headers=None,
overwrite=False, overwrite=False,
raise_for_undersized=True, raise_for_undersized=True,
ratemeter=None,
timeout=None, timeout=None,
verbose=False, verbose=False,
verify_ssl=True, verify_ssl=True,
@ -75,6 +76,7 @@ def download_file(
headers=headers, headers=headers,
overwrite=overwrite, overwrite=overwrite,
raise_for_undersized=raise_for_undersized, raise_for_undersized=raise_for_undersized,
ratemeter=ratemeter,
timeout=timeout, timeout=timeout,
verify_ssl=verify_ssl, verify_ssl=verify_ssl,
) )
@ -133,6 +135,9 @@ def download_plan(plan):
if plan.limiter is not None and bytes_downloaded < plan.remote_total_bytes: if plan.limiter is not None and bytes_downloaded < plan.remote_total_bytes:
plan.limiter.limit(len(chunk)) plan.limiter.limit(len(chunk))
if plan.ratemeter is not None:
plan.ratemeter.digest(len(chunk))
file_handle.close() file_handle.close()
# Don't try to rename /dev/null or other special names # Don't try to rename /dev/null or other special names
@ -161,6 +166,7 @@ def prepare_plan(
headers=None, headers=None,
overwrite=False, overwrite=False,
raise_for_undersized=True, raise_for_undersized=True,
ratemeter=None,
timeout=TIMEOUT, timeout=TIMEOUT,
verify_ssl=True, verify_ssl=True,
): ):
@ -246,6 +252,7 @@ def prepare_plan(
'headers': headers, 'headers': headers,
'real_localname': real_localname, 'real_localname': real_localname,
'raise_for_undersized': raise_for_undersized, 'raise_for_undersized': raise_for_undersized,
'ratemeter': ratemeter,
'remote_total_bytes': remote_total_bytes, 'remote_total_bytes': remote_total_bytes,
'timeout': timeout, 'timeout': timeout,
'verify_ssl': verify_ssl, 'verify_ssl': verify_ssl,