args = argopt(__doc__, version=__version__).parse_args()

if args.debug_trace:

args.debug = "NOTSET"

logging.basicConfig(level=getattr(logging, args.debug, logging.INFO),

format='%(levelname)s:%(message)s')

log = logging.getLogger(__name__)

log.debug(args)

# Get compressed sizes

zips = {}

for fn in args.zipfiles:

info = subprocess.check_output(["7z", "l", fn]).strip() # nosec

finfo = RE_SCN.findall(info) # size|compressed|name

# builtin test: last line should be total sizes

log.debug(finfo)

totals = map(int, finfo[-1][:2])

# log.debug(totals)

for s in range(2): # size|compressed totals

totals_s = sum(map(int, (inf[s] for inf in finfo[:-1])))

if totals_s != totals[s]:

log.warn("%s: individual total %d != 7z total %d",

fn, totals_s, totals[s])

fcomp = {n: int(c if args.compressed else u) for (u, c, n) in finfo[:-1]}

# log.debug(fcomp)

# zips : {'zipname' : {'filename' : int(size)}}

zips[fn] = fcomp

# Extract

cmd7zx = ["7z", "x", "-bd"]

if args.yes:

cmd7zx += ["-y"]

log.info("Extracting from %d file(s)", len(zips))

with tqdm(total=sum(sum(fcomp.values()) for fcomp in zips.values()),

unit="B", unit_scale=True) as tall:

for fn, fcomp in zips.items():

md, sd = pty.openpty()

ex = subprocess.Popen( # nosec

cmd7zx + [fn],

bufsize=1,

stdout=md, # subprocess.PIPE,

stderr=subprocess.STDOUT)

os.close(sd)

with io.open(md, mode="rU", buffering=1) as m:

with tqdm(total=sum(fcomp.values()), disable=len(zips) < 2,

leave=False, unit="B", unit_scale=True) as t:

if not hasattr(t, "start_t"): # disabled

t.start_t = tall._time()

while True:

try:

l_raw = m.readline()

except IOError:

break

ln = l_raw.strip()

if ln.startswith("Extracting"):

exname = ln[len("Extracting"):].lstrip()

s = fcomp.get(exname, 0) # 0 is likely folders

t.update(s)

tall.update(s)

elif ln:

if not any(

ln.startswith(i)

for i in ("7-Zip ", "p7zip Version ",

"Everything is Ok", "Folders: ",

"Files: ", "Size: ", "Compressed: ")):

if ln.startswith("Processing archive: "):

if not args.silent:

t.write(t.format_interval(

t.start_t - tall.start_t) + ' ' +

ln.replace("Processing archive: ", ""))

else:

t.write(ln)