From: Scott Worley Date: Sat, 30 Dec 2023 00:06:38 +0000 (-0800) Subject: Progress indicator X-Git-Url: http://git.scottworley.com/paperdoorknob/commitdiff_plain/81557fabadd506e31a6a9a787bcebe92b0883ad2?ds=inline Progress indicator --- diff --git a/paperdoorknob.py b/paperdoorknob.py index 0da6d97..26a60fb 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -4,6 +4,9 @@ # under the terms of the GNU General Public License as published by the # Free Software Foundation, version 3. +from sys import stderr + +from typing import Any, Iterable from bs4 import BeautifulSoup @@ -16,6 +19,10 @@ def parse(content: bytes) -> BeautifulSoup: return BeautifulSoup(content, 'html.parser') +def ilen(it: Iterable[Any]) -> int: + return sum(1 for _ in it) + + def process(spec: Spec) -> None: spec.texout.write(b'''\\documentclass{article} \\usepackage{booktabs} @@ -32,7 +39,13 @@ def process(spec: Spec) -> None: spec.texout.write(b'\\begin{document}\n') url = flatURL(spec.url) html = parse(spec.htmlfilter(spec.fetcher.fetch(url))) - for r in chunkDOMs(html): + num_chunks = ilen(chunkDOMs(html)) + for i, r in enumerate(chunkDOMs(html)): + percent = 100.0 * i / num_chunks + print( + f'Processing chunk {i} of {num_chunks} ({percent:.1f}%)', + end='\r', + file=stderr) spec.domfilter(r) chunk = makeChunk(r, spec.images) spec.texout.write(spec.texfilter(spec.layout.renderChunk(chunk)))