From: Scott Worley Date: Thu, 30 Nov 2023 16:26:35 +0000 (-0800) Subject: Invoke pandoc to convert HTML to LaTeX X-Git-Url: http://git.scottworley.com/paperdoorknob/commitdiff_plain/36ae1d5f39e74dc6c6cc1cd253d029f86003c83f Invoke pandoc to convert HTML to LaTeX --- diff --git a/default.nix b/default.nix index 6bbed22..58f9886 100644 --- a/default.nix +++ b/default.nix @@ -9,7 +9,7 @@ pkgs.python3Packages.callPackage ({ lib, buildPythonPackage, makeWrapper nativeBuildInputs = [ makeWrapper ]; propagatedBuildInputs = [ beautifulsoup4 requests requests-cache xdg-base-dirs ]; - nativeCheckInputs = [ mypy types-beautifulsoup4 types-requests ] + nativeCheckInputs = [ mypy pandoc-cli types-beautifulsoup4 types-requests ] ++ lib.optionals lint [ autopep8 pylint ]; doCheck = true; checkPhase = "./test.sh"; diff --git a/paperdoorknob.py b/paperdoorknob.py index a31b659..32daf4f 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -8,6 +8,7 @@ from argparse import ArgumentParser import itertools import os.path +import subprocess from typing import IO, Iterable @@ -69,22 +70,35 @@ def replies(html: BeautifulSoup) -> Iterable[Tag]: return itertools.chain([text()], the_replies()) +def html_to_tex(pandoc: str, tag: Tag) -> bytes: + return subprocess.run([pandoc, '--from=html', '--to=latex'], + input=tag.encode(), + stdout=subprocess.PIPE, + check=True).stdout + + def process( url: str, session: requests.Session, timeout: int, - texout: IO[str], + texout: IO[bytes], + pandoc: str, ) -> None: html = clean(fetch(url, session, timeout)) - replies(html) - print("soon", file=texout) + for r in replies(html): + texout.write(html_to_tex(pandoc, r)) def main() -> None: args = command_line_parser().parse_args() with requests_cache.CachedSession(args.cache_path, cache_control=True) as session: - with open(args.out + '.tex', 'w', encoding='UTF-8') as texout: - process(args.url, session, args.timeout, texout) + with open(args.out + '.tex', 'wb') as texout: + process( + args.url, + session, + args.timeout, + texout, + args.pandoc or 'pandoc') if __name__ == '__main__': diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py index 3637514..7cb73b7 100644 --- a/paperdoorknob_test.py +++ b/paperdoorknob_test.py @@ -6,6 +6,7 @@ import unittest +import io import threading from http.server import BaseHTTPRequestHandler, HTTPServer import requests @@ -119,6 +120,18 @@ class TestFetch(unittest.TestCase): paperdoorknob.fetch( f"http://localhost:{self._port()}/server_error", s, TIMEOUT) + def testProcess(self) -> None: + with requests.session() as s: + buf = io.BytesIO() + paperdoorknob.process( + f"http://localhost:{self._port()}", + s, + TIMEOUT, + buf, + 'pandoc') + self.assertEqual(buf.getvalue(), + b'This is glowfic\nYou sure?\nPretty sure.\n') + if __name__ == '__main__': unittest.main()