]> git.scottworley.com Git - paperdoorknob/blame - paperdoorknob.py
Strip links from meta fields
[paperdoorknob] / paperdoorknob.py
CommitLineData
92b11a10
SW
1# paperdoorknob: Print glowfic
2#
3# This program is free software: you can redistribute it and/or modify it
4# under the terms of the GNU General Public License as published by the
5# Free Software Foundation, version 3.
6
81557fab 7from typing import Any, Iterable
92b11a10 8
136277e3 9from bs4 import BeautifulSoup
23f31879
SW
10
11from args import spec_from_commandline_args
1452f8d3 12from glowfic import chunkDOMs, flatURL, makeChunk
23f31879 13from spec import Spec
92b11a10
SW
14
15
bf06f467
SW
16def parse(content: bytes) -> BeautifulSoup:
17 return BeautifulSoup(content, 'html.parser')
b25a2f90
SW
18
19
81557fab
SW
20def ilen(it: Iterable[Any]) -> int:
21 return sum(1 for _ in it)
22
23
23f31879 24def process(spec: Spec) -> None:
d2a41ff4 25 spec.texout.write(b'''\\documentclass{article}
a5f4539c 26\\usepackage{booktabs}
d2a41ff4 27\\usepackage{graphicx}
a5f4539c 28\\usepackage{longtable}
24e86634 29\\usepackage{soul}
23dabdf5 30\\usepackage{varwidth}
357f37be 31\\usepackage{wrapstuff}
d2a41ff4 32''')
e10b5b6f
SW
33 if spec.geometry is not None:
34 spec.texout.write(b'\\usepackage[' +
35 spec.geometry.encode('UTF-8') +
36 b']{geometry}\n')
b2549764 37 spec.texout.write(b'''\\begin{document}
228bb7bb 38\\newcommand{\\href}[2]{#2\\footnote{\\detokenize{#1}}}
b2549764 39''')
1452f8d3 40 url = flatURL(spec.url)
d70acaef
SW
41 spec.log('Fetching HTML...\r')
42 html = spec.fetcher.fetch(url)
43 spec.log('Parsing HTML...\r')
44 dom = parse(spec.htmlfilter(html))
45 spec.log('Counting chunks...\r')
606c97c5
SW
46 num_chunks = ilen(chunkDOMs(dom))
47 for i, r in enumerate(chunkDOMs(dom)):
81557fab 48 percent = 100.0 * i / num_chunks
c594c8bf 49 spec.log(f'Processing chunk {i} of {num_chunks} ({percent:.1f}%)\r')
8be20b9d 50 spec.domfilter(r)
d2a41ff4 51 chunk = makeChunk(r, spec.images)
131deef1 52 spec.texout.write(spec.texfilter(spec.layout.renderChunk(chunk)))
c594c8bf 53 spec.log('')
23f31879 54 spec.texout.write(b'\\end{document}\n')
47cfa3cd
SW
55
56
92b11a10 57def main() -> None:
23f31879
SW
58 with spec_from_commandline_args() as spec:
59 process(spec)
92b11a10
SW
60
61
62if __name__ == '__main__':
63 main()