X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/1e51262909ed85fcf1016973e6baff2487d889e1..07f9b178a58e87f90aa7ab1e459c17561345154d:/paperdoorknob.py diff --git a/paperdoorknob.py b/paperdoorknob.py index a31b659..8ab62f1 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -8,6 +8,7 @@ from argparse import ArgumentParser import itertools import os.path +import subprocess from typing import IO, Iterable @@ -69,22 +70,37 @@ def replies(html: BeautifulSoup) -> Iterable[Tag]: return itertools.chain([text()], the_replies()) +def html_to_tex(pandoc: str, tag: Tag) -> bytes: + return subprocess.run([pandoc, '--from=html', '--to=latex'], + input=tag.encode(), + stdout=subprocess.PIPE, + check=True).stdout + + def process( url: str, session: requests.Session, timeout: int, - texout: IO[str], + texout: IO[bytes], + pandoc: str, ) -> None: + texout.write(b'\\documentclass{article}\n\\begin{document}\n') html = clean(fetch(url, session, timeout)) - replies(html) - print("soon", file=texout) + for r in replies(html): + texout.write(html_to_tex(pandoc, r)) + texout.write(b'\\end{document}\n') def main() -> None: args = command_line_parser().parse_args() with requests_cache.CachedSession(args.cache_path, cache_control=True) as session: - with open(args.out + '.tex', 'w', encoding='UTF-8') as texout: - process(args.url, session, args.timeout, texout) + with open(args.out + '.tex', 'wb') as texout: + process( + args.url, + session, + args.timeout, + texout, + args.pandoc or 'pandoc') if __name__ == '__main__':