X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/1e51262909ed85fcf1016973e6baff2487d889e1..36ae1d5f39e74dc6c6cc1cd253d029f86003c83f:/paperdoorknob.py diff --git a/paperdoorknob.py b/paperdoorknob.py index a31b659..32daf4f 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -8,6 +8,7 @@ from argparse import ArgumentParser import itertools import os.path +import subprocess from typing import IO, Iterable @@ -69,22 +70,35 @@ def replies(html: BeautifulSoup) -> Iterable[Tag]: return itertools.chain([text()], the_replies()) +def html_to_tex(pandoc: str, tag: Tag) -> bytes: + return subprocess.run([pandoc, '--from=html', '--to=latex'], + input=tag.encode(), + stdout=subprocess.PIPE, + check=True).stdout + + def process( url: str, session: requests.Session, timeout: int, - texout: IO[str], + texout: IO[bytes], + pandoc: str, ) -> None: html = clean(fetch(url, session, timeout)) - replies(html) - print("soon", file=texout) + for r in replies(html): + texout.write(html_to_tex(pandoc, r)) def main() -> None: args = command_line_parser().parse_args() with requests_cache.CachedSession(args.cache_path, cache_control=True) as session: - with open(args.out + '.tex', 'w', encoding='UTF-8') as texout: - process(args.url, session, args.timeout, texout) + with open(args.out + '.tex', 'wb') as texout: + process( + args.url, + session, + args.timeout, + texout, + args.pandoc or 'pandoc') if __name__ == '__main__':