diff options
Diffstat (limited to 'examples/7zx.py')
-rw-r--r-- | examples/7zx.py | 121 |
1 files changed, 121 insertions, 0 deletions
diff --git a/examples/7zx.py b/examples/7zx.py new file mode 100644 index 0000000..3d15254 --- /dev/null +++ b/examples/7zx.py @@ -0,0 +1,121 @@ +# -*- coding: utf-8 -*- +"""Usage: + 7zx.py [--help | options] <zipfiles>... + +Options: + -h, --help Print this help and exit + -v, --version Print version and exit + -c, --compressed Use compressed (instead of uncompressed) file sizes + -s, --silent Do not print one row per zip file + -y, --yes Assume yes to all queries (for extraction) + -D=<level>, --debug=<level> + Print various types of debugging information. Choices: + CRITICAL|FATAL + ERROR + WARN(ING) + [default: INFO] + DEBUG + NOTSET + -d, --debug-trace Print lots of debugging information (-D NOTSET) +""" +from __future__ import print_function + +import io +import logging +import os +import pty +import re +import subprocess # nosec + +from argopt import argopt + +from tqdm import tqdm + +__author__ = "Casper da Costa-Luis <casper.dcl@physics.org>" +__licence__ = "MPLv2.0" +__version__ = "0.2.2" +__license__ = __licence__ + +RE_SCN = re.compile(r"([0-9]+)\s+([0-9]+)\s+(.*)$", flags=re.M) + + +def main(): + args = argopt(__doc__, version=__version__).parse_args() + if args.debug_trace: + args.debug = "NOTSET" + logging.basicConfig(level=getattr(logging, args.debug, logging.INFO), + format='%(levelname)s:%(message)s') + log = logging.getLogger(__name__) + log.debug(args) + + # Get compressed sizes + zips = {} + for fn in args.zipfiles: + info = subprocess.check_output(["7z", "l", fn]).strip() # nosec + finfo = RE_SCN.findall(info) # size|compressed|name + + # builtin test: last line should be total sizes + log.debug(finfo) + totals = map(int, finfo[-1][:2]) + # log.debug(totals) + for s in range(2): # size|compressed totals + totals_s = sum(map(int, (inf[s] for inf in finfo[:-1]))) + if totals_s != totals[s]: + log.warn("%s: individual total %d != 7z total %d", + fn, totals_s, totals[s]) + fcomp = {n: int(c if args.compressed else u) for (u, c, n) in finfo[:-1]} + # log.debug(fcomp) + # zips : {'zipname' : {'filename' : int(size)}} + zips[fn] = fcomp + + # Extract + cmd7zx = ["7z", "x", "-bd"] + if args.yes: + cmd7zx += ["-y"] + log.info("Extracting from %d file(s)", len(zips)) + with tqdm(total=sum(sum(fcomp.values()) for fcomp in zips.values()), + unit="B", unit_scale=True) as tall: + for fn, fcomp in zips.items(): + md, sd = pty.openpty() + ex = subprocess.Popen( # nosec + cmd7zx + [fn], + bufsize=1, + stdout=md, # subprocess.PIPE, + stderr=subprocess.STDOUT) + os.close(sd) + with io.open(md, mode="rU", buffering=1) as m: + with tqdm(total=sum(fcomp.values()), disable=len(zips) < 2, + leave=False, unit="B", unit_scale=True) as t: + if not hasattr(t, "start_t"): # disabled + t.start_t = tall._time() + while True: + try: + l_raw = m.readline() + except IOError: + break + ln = l_raw.strip() + if ln.startswith("Extracting"): + exname = ln[len("Extracting"):].lstrip() + s = fcomp.get(exname, 0) # 0 is likely folders + t.update(s) + tall.update(s) + elif ln: + if not any( + ln.startswith(i) + for i in ("7-Zip ", "p7zip Version ", + "Everything is Ok", "Folders: ", + "Files: ", "Size: ", "Compressed: ")): + if ln.startswith("Processing archive: "): + if not args.silent: + t.write(t.format_interval( + t.start_t - tall.start_t) + ' ' + + ln.replace("Processing archive: ", "")) + else: + t.write(ln) + ex.wait() + + +main.__doc__ = __doc__ + +if __name__ == "__main__": + main() |