+ url = flatURL(spec.url)
+ html = parse(spec.htmlfilter(spec.fetcher.fetch(url)))
+ num_chunks = ilen(chunkDOMs(html))
+ for i, r in enumerate(chunkDOMs(html)):
+ percent = 100.0 * i / num_chunks
+ print(
+ f'Processing chunk {i} of {num_chunks} ({percent:.1f}%)',
+ end='\r',
+ file=stderr)