X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/55958ec0820a10472e5091b105d730fa38172390..cfd0b634e21851a0d9e8b4c8c258307baefcd931:/paperdoorknob_test.py diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py index 5fe1779..65fc2a9 100644 --- a/paperdoorknob_test.py +++ b/paperdoorknob_test.py @@ -5,114 +5,117 @@ # Free Software Foundation, version 3. +from abc import ABC, abstractmethod import unittest -import threading -from http.server import BaseHTTPRequestHandler, HTTPServer -import requests -import requests_cache +import io +import subprocess + import paperdoorknob +from testing.fakeserver import FakeGlowficServer +from domfilter import ApplyDOMFilters +from fetch import DirectFetcher, FakeFetcher, Fetcher +from images import ImageStore +from spec import Spec +from texify import DirectTexifier, PandocTexifier, VerifyingTexifier + TIMEOUT = 8 -class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler): +class BaseTestProcess(ABC): - def _notify_test(self) -> None: + @abstractmethod + def url(self) -> str: raise NotImplementedError() - def _response_code(self) -> int: - if self.path == "/not_found": - return 404 - if self.path == "/server_error": - return 500 - return 200 - - def do_GET(self) -> None: - body = b''' - -
- This is glowfic -
-
-
- You sure? -
-
- Pretty sure. -
-
- -''' - self.send_response(self._response_code()) - self.send_header("Content-type", "text/html") - self.send_header("Content-Length", str(len(body))) - self.end_headers() - self.wfile.write(body) - self._notify_test() - - -class TestFetch(unittest.TestCase): - def _port(self) -> int: - port = self._web_server.socket.getsockname()[1] - assert isinstance(port, int) - return port - - def _count_request(self) -> None: - self._request_counter += 1 + @abstractmethod + def fetcher(self) -> Fetcher: + raise NotImplementedError() + + def testReplies(self) -> None: + replies = list(paperdoorknob.replies( + paperdoorknob.parse(self.fetcher().fetch(self.url())))) + for r in replies: + ApplyDOMFilters('NoEdit,NoFooter', r) + assert [r.text.strip() for r in replies] == [ + "This is glowfic", + "You sure?", + "Pretty sure."] + + def testProcess(self) -> None: + buf = io.BytesIO() + spec = Spec( + self.url(), + self.fetcher(), + ImageStore('is', self.fetcher()), + lambda x: x, + lambda x: ApplyDOMFilters('NoEdit,NoFooter', x), + PandocTexifier('pandoc'), + 'margin=20mm', + buf) + paperdoorknob.process(spec) + assert buf.getvalue() == b'''\\documentclass{article} +\\usepackage[margin=20mm]{geometry} +\\begin{document} +This is glowfic +You \\emph{sure}? +Pretty sure. +\\end{document} +''' + + def testDirectTexifier(self) -> None: + texifier = VerifyingTexifier( + PandocTexifier('pandoc'), DirectTexifier()) + buf = io.BytesIO() + spec = Spec( + self.url(), + self.fetcher(), + ImageStore('is', self.fetcher()), + lambda x: x, + lambda x: ApplyDOMFilters('NoEdit,NoFooter', x), + texifier, + None, + buf) + paperdoorknob.process(spec) + + def testPDF(self) -> None: + with open("test.tex", 'wb') as out: + spec = Spec( + self.url(), + self.fetcher(), + ImageStore('is', self.fetcher()), + lambda x: x, + lambda x: ApplyDOMFilters('NoEdit,NoFooter', x), + PandocTexifier('pandoc'), + None, + out) + paperdoorknob.process(spec) + subprocess.run(['pdflatex', 'test.tex'], + stdin=subprocess.DEVNULL, check=True) + + +class TestProcessFromWebserver(BaseTestProcess, unittest.TestCase): def setUp(self) -> None: - self._request_counter = 0 - handler = type("Handler", (FakeGlowficHTTPRequestHandler,), { - '_notify_test': lambda _: self._count_request()}) - self._web_server = HTTPServer(('', 0), handler) - self._thread = threading.Thread(target=self._web_server.serve_forever) - self._thread.start() - - def tearDown(self) -> None: - self._web_server.shutdown() - self._thread.join() - self._web_server.server_close() - - def testFetch(self) -> None: - with requests.session() as s: - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 1) - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 2) - - def testFetchCaching(self) -> None: - with requests_cache.CachedSession() as s: - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 1) - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 1) - - def testFetchPersistentCaching(self) -> None: - with requests_cache.CachedSession() as s: - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 1) - with requests_cache.CachedSession() as s: - paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT) - self.assertEqual(self._request_counter, 1) - - def testFetchConents(self) -> None: - with requests.session() as s: - post = paperdoorknob.Post(paperdoorknob.fetch( - f"http://localhost:{self._port()}", s, TIMEOUT)) - self.assertEqual(post.text().text.strip(), "This is glowfic") - self.assertEqual([r.text.strip() for r in post.replies()], - ["You sure?", "Pretty sure."]) - self.assertEqual([r.text.strip() for r in post.entries()], - ["This is glowfic", "You sure?", "Pretty sure."]) - - def testFetchErrors(self) -> None: - with requests.session() as s: - with self.assertRaises(requests.HTTPError): - paperdoorknob.fetch( - f"http://localhost:{self._port()}/not_found", s, TIMEOUT) - with self.assertRaises(requests.HTTPError): - paperdoorknob.fetch( - f"http://localhost:{self._port()}/server_error", s, TIMEOUT) + self._fetcher = self.enterContext(DirectFetcher(TIMEOUT)) + self._server = self.enterContext(FakeGlowficServer()) + self._port = self._server.port() + + def url(self) -> str: + return f"http://localhost:{self._port}" + + def fetcher(self) -> Fetcher: + return self._fetcher + + +class TestProcessFromFakeFetcher(BaseTestProcess, unittest.TestCase): + + def url(self) -> str: + return 'fic' + + def fetcher(self) -> Fetcher: + with open('testdata/this-is-glowfic.html', 'rb') as f: + return FakeFetcher({'fic': f.read(9999)}) if __name__ == '__main__':