diff options
Diffstat (limited to 'third_party/python/dlmanager/examples')
-rw-r--r-- | third_party/python/dlmanager/examples/dl_progressbar.py | 41 | ||||
-rw-r--r-- | third_party/python/dlmanager/examples/dl_tqdm.py | 45 |
2 files changed, 86 insertions, 0 deletions
diff --git a/third_party/python/dlmanager/examples/dl_progressbar.py b/third_party/python/dlmanager/examples/dl_progressbar.py new file mode 100644 index 0000000000..98c36d55b6 --- /dev/null +++ b/third_party/python/dlmanager/examples/dl_progressbar.py @@ -0,0 +1,41 @@ +import argparse + +# for python 3, use https://github.com/coagulant/progressbar-python3 +from progressbar import ProgressBar, Percentage, RotatingMarker, ETA, \ + FileTransferSpeed, Bar + +from six.moves.urllib.parse import urlparse + +from dlmanager import Download + + +def parse_args(argv=None): + parser = argparse.ArgumentParser() + parser.add_argument("url", help="url to download") + return parser.parse_args(argv) + + +def download_file(url, dest=None): + if dest is None: + dest = urlparse(url).path.split('/')[-1] + + widgets = ['Download: ', Percentage(), ' ', Bar(marker=RotatingMarker()), + ' ', ETA(), ' ', FileTransferSpeed()] + bar = ProgressBar(widgets=widgets).start() + + def download_progress(_, current, total): + bar.maxval = total + bar.update(current) + + dl = Download(url, dest, progress=download_progress) + dl.start() + dl.wait() + bar.finish() + + +if __name__ == '__main__': + options = parse_args() + try: + download_file(options.url) + except KeyboardInterrupt: + print("\nInterrupted.") diff --git a/third_party/python/dlmanager/examples/dl_tqdm.py b/third_party/python/dlmanager/examples/dl_tqdm.py new file mode 100644 index 0000000000..a4e458a415 --- /dev/null +++ b/third_party/python/dlmanager/examples/dl_tqdm.py @@ -0,0 +1,45 @@ +import argparse +import tqdm + +from six.moves.urllib.parse import urlparse + +from dlmanager import Download + + +def parse_args(argv=None): + parser = argparse.ArgumentParser() + parser.add_argument("url", help="url to download") + return parser.parse_args(argv) + + +def download_progress(bar): + last_b = [0] + + def inner(_, current, total): + if total is not None: + bar.total = total + delta = current - last_b[0] + last_b[0] = current + + if delta > 0: + bar.update(delta) + return inner + + +def download_file(url, dest=None): + if dest is None: + dest = urlparse(url).path.split('/')[-1] + + with tqdm.tqdm(unit='B', unit_scale=True, miniters=1, dynamic_ncols=True, + desc=dest) as bar: + dl = Download(url, dest, progress=download_progress(bar)) + dl.start() + dl.wait() + + +if __name__ == '__main__': + options = parse_args() + try: + download_file(options.url) + except KeyboardInterrupt: + print("\nInterrupted.") |