summaryrefslogtreecommitdiffstats
path: root/examples/7zx.py
diff options
context:
space:
mode:
Diffstat (limited to 'examples/7zx.py')
-rw-r--r--examples/7zx.py121
1 files changed, 121 insertions, 0 deletions
diff --git a/examples/7zx.py b/examples/7zx.py
new file mode 100644
index 0000000..3d15254
--- /dev/null
+++ b/examples/7zx.py
@@ -0,0 +1,121 @@
+# -*- coding: utf-8 -*-
+"""Usage:
+ 7zx.py [--help | options] <zipfiles>...
+
+Options:
+ -h, --help Print this help and exit
+ -v, --version Print version and exit
+ -c, --compressed Use compressed (instead of uncompressed) file sizes
+ -s, --silent Do not print one row per zip file
+ -y, --yes Assume yes to all queries (for extraction)
+ -D=<level>, --debug=<level>
+ Print various types of debugging information. Choices:
+ CRITICAL|FATAL
+ ERROR
+ WARN(ING)
+ [default: INFO]
+ DEBUG
+ NOTSET
+ -d, --debug-trace Print lots of debugging information (-D NOTSET)
+"""
+from __future__ import print_function
+
+import io
+import logging
+import os
+import pty
+import re
+import subprocess # nosec
+
+from argopt import argopt
+
+from tqdm import tqdm
+
+__author__ = "Casper da Costa-Luis <casper.dcl@physics.org>"
+__licence__ = "MPLv2.0"
+__version__ = "0.2.2"
+__license__ = __licence__
+
+RE_SCN = re.compile(r"([0-9]+)\s+([0-9]+)\s+(.*)$", flags=re.M)
+
+
+def main():
+ args = argopt(__doc__, version=__version__).parse_args()
+ if args.debug_trace:
+ args.debug = "NOTSET"
+ logging.basicConfig(level=getattr(logging, args.debug, logging.INFO),
+ format='%(levelname)s:%(message)s')
+ log = logging.getLogger(__name__)
+ log.debug(args)
+
+ # Get compressed sizes
+ zips = {}
+ for fn in args.zipfiles:
+ info = subprocess.check_output(["7z", "l", fn]).strip() # nosec
+ finfo = RE_SCN.findall(info) # size|compressed|name
+
+ # builtin test: last line should be total sizes
+ log.debug(finfo)
+ totals = map(int, finfo[-1][:2])
+ # log.debug(totals)
+ for s in range(2): # size|compressed totals
+ totals_s = sum(map(int, (inf[s] for inf in finfo[:-1])))
+ if totals_s != totals[s]:
+ log.warn("%s: individual total %d != 7z total %d",
+ fn, totals_s, totals[s])
+ fcomp = {n: int(c if args.compressed else u) for (u, c, n) in finfo[:-1]}
+ # log.debug(fcomp)
+ # zips : {'zipname' : {'filename' : int(size)}}
+ zips[fn] = fcomp
+
+ # Extract
+ cmd7zx = ["7z", "x", "-bd"]
+ if args.yes:
+ cmd7zx += ["-y"]
+ log.info("Extracting from %d file(s)", len(zips))
+ with tqdm(total=sum(sum(fcomp.values()) for fcomp in zips.values()),
+ unit="B", unit_scale=True) as tall:
+ for fn, fcomp in zips.items():
+ md, sd = pty.openpty()
+ ex = subprocess.Popen( # nosec
+ cmd7zx + [fn],
+ bufsize=1,
+ stdout=md, # subprocess.PIPE,
+ stderr=subprocess.STDOUT)
+ os.close(sd)
+ with io.open(md, mode="rU", buffering=1) as m:
+ with tqdm(total=sum(fcomp.values()), disable=len(zips) < 2,
+ leave=False, unit="B", unit_scale=True) as t:
+ if not hasattr(t, "start_t"): # disabled
+ t.start_t = tall._time()
+ while True:
+ try:
+ l_raw = m.readline()
+ except IOError:
+ break
+ ln = l_raw.strip()
+ if ln.startswith("Extracting"):
+ exname = ln[len("Extracting"):].lstrip()
+ s = fcomp.get(exname, 0) # 0 is likely folders
+ t.update(s)
+ tall.update(s)
+ elif ln:
+ if not any(
+ ln.startswith(i)
+ for i in ("7-Zip ", "p7zip Version ",
+ "Everything is Ok", "Folders: ",
+ "Files: ", "Size: ", "Compressed: ")):
+ if ln.startswith("Processing archive: "):
+ if not args.silent:
+ t.write(t.format_interval(
+ t.start_t - tall.start_t) + ' ' +
+ ln.replace("Processing archive: ", ""))
+ else:
+ t.write(ln)
+ ex.wait()
+
+
+main.__doc__ = __doc__
+
+if __name__ == "__main__":
+ main()