From d70acaef01c7e1501d06fda7b0e3f05de021427d Mon Sep 17 00:00:00 2001 From: Scott Worley Date: Sat, 30 Dec 2023 03:39:18 -0800 Subject: [PATCH 1/1] Progress messages for fetch and parse --- paperdoorknob.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/paperdoorknob.py b/paperdoorknob.py index 05b068f..0fd1fde 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -38,7 +38,11 @@ def process(spec: Spec) -> None: \\newcommand{\\href}[2]{#2\\footnote{#1}} ''') url = flatURL(spec.url) - dom = parse(spec.htmlfilter(spec.fetcher.fetch(url))) + spec.log('Fetching HTML...\r') + html = spec.fetcher.fetch(url) + spec.log('Parsing HTML...\r') + dom = parse(spec.htmlfilter(html)) + spec.log('Counting chunks...\r') num_chunks = ilen(chunkDOMs(dom)) for i, r in enumerate(chunkDOMs(dom)): percent = 100.0 * i / num_chunks -- 2.44.1