X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/a5f4539c4cc5954515e1256289784f1b174a5a16..1fac41bf2d403d35d43dd532a37a8225f682bae2:/paperdoorknob.py diff --git a/paperdoorknob.py b/paperdoorknob.py index b5b7a44..86b8766 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -4,11 +4,12 @@ # under the terms of the GNU General Public License as published by the # Free Software Foundation, version 3. +from typing import Any, Iterable from bs4 import BeautifulSoup from args import spec_from_commandline_args -from glowfic import chunkDOMs, flatURL, makeChunk +from glowfic import chunkDOMs, flatURL, makeChunk, renderChunk from spec import Spec @@ -16,25 +17,47 @@ def parse(content: bytes) -> BeautifulSoup: return BeautifulSoup(content, 'html.parser') +def ilen(it: Iterable[Any]) -> int: + return sum(1 for _ in it) + + def process(spec: Spec) -> None: - spec.texout.write(b'''\\documentclass{article} -\\usepackage{booktabs} -\\usepackage{graphicx} -\\usepackage{longtable} -\\usepackage{varwidth} -\\usepackage{wrapstuff} + spec.texout.write(br'''\documentclass{article} +\usepackage{booktabs} +\usepackage{graphicx} +\usepackage{longtable} +\usepackage{soul} +\usepackage{varwidth} +\usepackage{wrapstuff} ''') if spec.geometry is not None: - spec.texout.write(b'\\usepackage[' + + spec.texout.write(br'\usepackage[' + spec.geometry.encode('UTF-8') + b']{geometry}\n') - spec.texout.write(b'\\begin{document}\n') + spec.texout.write(br'''\begin{document} +\newcommand{\href}[2]{#2\footnote{\detokenize{#1}}} +\def\glowiconsize{%fmm} +\newcommand{\glowicon}[1]{\includegraphics[ + width=\glowiconsize,height=\glowiconsize,keepaspectratio +]{#1}} +\newcommand{\ifnotempty}[2]{\expandafter\ifx\expandafter\relax + \detokenize{#1}\relax\else #2\fi} +%s +''' % (spec.icon_size, spec.layout)) url = flatURL(spec.url) - html = parse(spec.htmlfilter(spec.fetcher.fetch(url))) - for r in chunkDOMs(html): + spec.log('Fetching HTML...\r') + html = spec.fetcher.fetch(url) + spec.log('Parsing HTML...\r') + dom = parse(spec.htmlfilter(html)) + spec.log('Counting chunks...\r') + num_chunks = ilen(chunkDOMs(dom)) + for i, r in enumerate(chunkDOMs(dom)): + percent = 100.0 * i / num_chunks + spec.log(f'Processing chunk {i} of {num_chunks} ({percent:.1f}%)\r') spec.domfilter(r) chunk = makeChunk(r, spec.images) - spec.texout.write(spec.layout.renderChunk(chunk)) + spec.texout.write(spec.texfilter(renderChunk(spec.texifier, chunk))) + spec.log('') spec.texout.write(b'\\end{document}\n')