]> git.scottworley.com Git - paperdoorknob/commitdiff
Progress messages for fetch and parse
authorScott Worley <scottworley@scottworley.com>
Sat, 30 Dec 2023 11:39:18 +0000 (03:39 -0800)
committerScott Worley <scottworley@scottworley.com>
Sat, 30 Dec 2023 11:39:18 +0000 (03:39 -0800)
paperdoorknob.py

index 05b068f6c6993015df844e7a6b7b3a3f40dc7387..0fd1fdeceb6a5b9ff64b1a421fcc3b8f71a57c5a 100644 (file)
@@ -38,7 +38,11 @@ def process(spec: Spec) -> None:
 \\newcommand{\\href}[2]{#2\\footnote{#1}}
 ''')
     url = flatURL(spec.url)
 \\newcommand{\\href}[2]{#2\\footnote{#1}}
 ''')
     url = flatURL(spec.url)
-    dom = parse(spec.htmlfilter(spec.fetcher.fetch(url)))
+    spec.log('Fetching HTML...\r')
+    html = spec.fetcher.fetch(url)
+    spec.log('Parsing HTML...\r')
+    dom = parse(spec.htmlfilter(html))
+    spec.log('Counting chunks...\r')
     num_chunks = ilen(chunkDOMs(dom))
     for i, r in enumerate(chunkDOMs(dom)):
         percent = 100.0 * i / num_chunks
     num_chunks = ilen(chunkDOMs(dom))
     for i, r in enumerate(chunkDOMs(dom)):
         percent = 100.0 * i / num_chunks