]> git.scottworley.com Git - paperdoorknob/blobdiff - paperdoorknob_test.py
projects / paperdoorknob / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
Report fetch cache hit rate
[paperdoorknob] / paperdoorknob_test.py
diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py
index 9ea877daa77ffdbe27469abaefc32ace1b493d4a..a0aeb21a889b6b3bab97f23ad8d374a12d37c46b 100644 (file)
--- a/paperdoorknob_test.py
+++ b/paperdoorknob_test.py
@@ -5,150 +5,110 @@
 # Free Software Foundation, version 3.
 
 
 # Free Software Foundation, version 3.
 
 
+from abc import ABC, abstractmethod
 import unittest
 import io
 import subprocess
 import unittest
 import io
 import subprocess
-import threading
-from http.server import BaseHTTPRequestHandler, HTTPServer
-import requests
-import requests_cache
+
 import paperdoorknob
 
 import paperdoorknob
 
+from testing.fakeserver import FakeGlowficServer
+from domfilter import ApplyDOMFilters
+from fetch import DirectFetcher, FakeFetcher, Fetcher
+from glowfic import ContentOnlyLayout, BelowIconLayout
+from images import FakeImageStore
+from spec import Spec
+from texify import DirectTexifier, PandocTexifier, VerifyingTexifier
+
 TIMEOUT = 8
 
 
 TIMEOUT = 8
 
 
-class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
+class BaseTestProcess(ABC):
 
 
-    def _notify_test(self) -> None:
+    @abstractmethod
+    def url(self) -> str:
         raise NotImplementedError()
 
         raise NotImplementedError()
 
-    def _response_code(self) -> int:
-        if self.path == "/not_found":
-            return 404
-        if self.path == "/server_error":
-            return 500
-        return 200
-
-    def do_GET(self) -> None:
-        body = b'''<html>
-  <body>
-    <div class="post-container post-post">
-      <div class="post-edit-box">We don't want edit boxes</div>
-      This is glowfic
-      <div class="post-footer">We don't want footers</div>
-    </div>
-    <div class="flat-post-replies">
-      <div class="post-container post-reply">
-        <div class="post-edit-box">We don't want edit boxes</div>
-        You <em>sure</em>?
-        <div class="post-footer">We don't want footers</div>
-      </div>
-      <div class="post-container post-reply">
-        Pretty sure.
-      </div>
-    </div>
-  </body>
-</html>'''
-        self.send_response(self._response_code())
-        self.send_header("Content-type", "text/html")
-        self.send_header("Content-Length", str(len(body)))
-        self.end_headers()
-        self.wfile.write(body)
-        self._notify_test()
-
-
-class TestFetch(unittest.TestCase):
-    def _port(self) -> int:
-        port = self._web_server.socket.getsockname()[1]
-        assert isinstance(port, int)
-        return port
-
-    def _count_request(self) -> None:
-        self._request_counter += 1
-
-    def setUp(self) -> None:
-        self._request_counter = 0
-        handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
-                       '_notify_test': lambda _: self._count_request()})
-        self._web_server = HTTPServer(('', 0), handler)
-        self._thread = threading.Thread(target=self._web_server.serve_forever)
-        self._thread.start()
-
-    def tearDown(self) -> None:
-        self._web_server.shutdown()
-        self._thread.join()
-        self._web_server.server_close()
-
-    def testFetch(self) -> None:
-        with requests.session() as s:
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 1)
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 2)
-
-    def testFetchCaching(self) -> None:
-        with requests_cache.CachedSession() as s:
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 1)
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 1)
-
-    def testFetchPersistentCaching(self) -> None:
-        with requests_cache.CachedSession() as s:
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 1)
-        with requests_cache.CachedSession() as s:
-            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
-            self.assertEqual(self._request_counter, 1)
-
-    def testReplies(self) -> None:
-        with requests.session() as s:
-            replies = paperdoorknob.replies(
-                paperdoorknob.clean(
-                    paperdoorknob.fetch(
-                        f"http://localhost:{self._port()}",
-                        s,
-                        TIMEOUT)))
-            self.assertEqual([r.text.strip() for r in replies],
-                             ["This is glowfic", "You sure?", "Pretty sure."])
-
-    def testFetchErrors(self) -> None:
-        with requests.session() as s:
-            with self.assertRaises(requests.HTTPError):
-                paperdoorknob.fetch(
-                    f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
-            with self.assertRaises(requests.HTTPError):
-                paperdoorknob.fetch(
-                    f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
+    @abstractmethod
+    def fetcher(self) -> Fetcher:
+        raise NotImplementedError()
 
     def testProcess(self) -> None:
 
     def testProcess(self) -> None:
-        with requests.session() as s:
-            buf = io.BytesIO()
-            paperdoorknob.process(
-                f"http://localhost:{self._port()}",
-                s,
-                TIMEOUT,
-                buf,
-                'pandoc')
-            self.assertEqual(buf.getvalue(), b'''\\documentclass{article}
+        buf = io.BytesIO()
+        spec = Spec(
+            self.url(),
+            self.fetcher(),
+            FakeImageStore(),
+            lambda x: x,
+            lambda x: ApplyDOMFilters('NoEdit,NoFooter', x),
+            ContentOnlyLayout(PandocTexifier('pandoc')),
+            'margin=20mm',
+            buf)
+        paperdoorknob.process(spec)
+        assert buf.getvalue() == b'''\\documentclass{article}
+\\usepackage{graphicx}
+\\usepackage{wrapfig}
+\\usepackage[margin=20mm]{geometry}
 \\begin{document}
 This is glowfic
 You \\emph{sure}?
 Pretty sure.
 \\end{document}
 \\begin{document}
 This is glowfic
 You \\emph{sure}?
 Pretty sure.
 \\end{document}
-''')
+'''
+
+    def testDirectTexifier(self) -> None:
+        texifier = VerifyingTexifier(
+            PandocTexifier('pandoc'), DirectTexifier())
+        buf = io.BytesIO()
+        spec = Spec(
+            self.url(),
+            self.fetcher(),
+            FakeImageStore(),
+            lambda x: x,
+            lambda x: ApplyDOMFilters('NoEdit,NoFooter', x),
+            ContentOnlyLayout(texifier),
+            None,
+            buf)
+        paperdoorknob.process(spec)
 
     def testPDF(self) -> None:
 
     def testPDF(self) -> None:
-        with requests.session() as s:
-            with open("test.tex", 'wb') as out:
-                paperdoorknob.process(
-                    f"http://localhost:{self._port()}",
-                    s,
-                    TIMEOUT,
-                    out,
-                    'pandoc')
-            subprocess.run(['pdflatex', 'test.tex'],
-                           stdin=subprocess.DEVNULL, check=True)
+        with open("test.tex", 'wb') as out:
+            spec = Spec(
+                self.url(),
+                self.fetcher(),
+                FakeImageStore(),
+                lambda x: x,
+                lambda x: ApplyDOMFilters('NoEdit,NoFooter', x),
+                BelowIconLayout(PandocTexifier('pandoc'), 20),
+                None,
+                out)
+            paperdoorknob.process(spec)
+        subprocess.run(['pdflatex', 'test.tex'],
+                       stdin=subprocess.DEVNULL, check=True)
+
+
+class TestProcessFromWebserver(BaseTestProcess, unittest.TestCase):
+
+    def setUp(self) -> None:
+        self._fetcher = self.enterContext(DirectFetcher(TIMEOUT))
+        self._server = self.enterContext(FakeGlowficServer())
+        self._port = self._server.port()
+
+    def url(self) -> str:
+        return f"http://localhost:{self._port}"
+
+    def fetcher(self) -> Fetcher:
+        return self._fetcher
+
+
+class TestProcessFromFakeFetcher(BaseTestProcess, unittest.TestCase):
+
+    def url(self) -> str:
+        return 'fic'
+
+    def fetcher(self) -> Fetcher:
+        with open('testdata/this-is-glowfic.html', 'rb') as f:
+            return FakeFetcher({'fic': f.read(9999)})
 
 
 if __name__ == '__main__':
 
 
 if __name__ == '__main__':
Print glowfic