nativeBuildInputs = [ makeWrapper ];
propagatedBuildInputs =
[ beautifulsoup4 requests requests-cache xdg-base-dirs ];
- nativeCheckInputs = [ mypy types-beautifulsoup4 types-requests ]
+ nativeCheckInputs = [ mypy pandoc-cli types-beautifulsoup4 types-requests ]
++ lib.optionals lint [ autopep8 pylint ];
doCheck = true;
checkPhase = "./test.sh";
from argparse import ArgumentParser
import itertools
import os.path
+import subprocess
from typing import IO, Iterable
return itertools.chain([text()], the_replies())
+def html_to_tex(pandoc: str, tag: Tag) -> bytes:
+ return subprocess.run([pandoc, '--from=html', '--to=latex'],
+ input=tag.encode(),
+ stdout=subprocess.PIPE,
+ check=True).stdout
+
+
def process(
url: str,
session: requests.Session,
timeout: int,
- texout: IO[str],
+ texout: IO[bytes],
+ pandoc: str,
) -> None:
html = clean(fetch(url, session, timeout))
- replies(html)
- print("soon", file=texout)
+ for r in replies(html):
+ texout.write(html_to_tex(pandoc, r))
def main() -> None:
args = command_line_parser().parse_args()
with requests_cache.CachedSession(args.cache_path, cache_control=True) as session:
- with open(args.out + '.tex', 'w', encoding='UTF-8') as texout:
- process(args.url, session, args.timeout, texout)
+ with open(args.out + '.tex', 'wb') as texout:
+ process(
+ args.url,
+ session,
+ args.timeout,
+ texout,
+ args.pandoc or 'pandoc')
if __name__ == '__main__':
import unittest
+import io
import threading
from http.server import BaseHTTPRequestHandler, HTTPServer
import requests
paperdoorknob.fetch(
f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
+ def testProcess(self) -> None:
+ with requests.session() as s:
+ buf = io.BytesIO()
+ paperdoorknob.process(
+ f"http://localhost:{self._port()}",
+ s,
+ TIMEOUT,
+ buf,
+ 'pandoc')
+ self.assertEqual(buf.getvalue(),
+ b'This is glowfic\nYou sure?\nPretty sure.\n')
+
if __name__ == '__main__':
unittest.main()