Invoke pandoc to convert HTML to LaTeX

[paperdoorknob] / paperdoorknob_test.py
diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py

index c19e4dba303d2fe0da536d17539f1f6ae6ae38ed..7cb73b7bcd7ee920711a0a846e40481c36c7b4ff 100644 (file)
--- a/paperdoorknob_test.py
+++ b/paperdoorknob_test.py
@@ -6,36 +6,131 @@
  
  
  import unittest
  
  
  import unittest
+import io
  import threading
  from http.server import BaseHTTPRequestHandler, HTTPServer
  import threading
  from http.server import BaseHTTPRequestHandler, HTTPServer
+import requests
+import requests_cache
  import paperdoorknob
  
  import paperdoorknob
  
-TEST_PORT = 8080
  TIMEOUT = 8
  
  
  class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
  
  TIMEOUT = 8
  
  
  class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
  
+    def _notify_test(self) -> None:
+        raise NotImplementedError()
+
+    def _response_code(self) -> int:
+        if self.path == "/not_found":
+            return 404
+        if self.path == "/server_error":
+            return 500
+        return 200
+
      def do_GET(self) -> None:
      def do_GET(self) -> None:
-        body = b'<html><body>This is glowfic</body></html>'
-        self.send_response(200)
+        body = b'''<html>
+  <body>
+    <div class="post-container post-post">
+      <div class="post-edit-box">We don't want edit boxes</div>
+      This is glowfic
+      <div class="post-footer">We don't want footers</div>
+    </div>
+    <div class="flat-post-replies">
+      <div class="post-container post-reply">
+        <div class="post-edit-box">We don't want edit boxes</div>
+        You sure?
+        <div class="post-footer">We don't want footers</div>
+      </div>
+      <div class="post-container post-reply">
+        Pretty sure.
+      </div>
+    </div>
+  </body>
+</html>'''
+        self.send_response(self._response_code())
          self.send_header("Content-type", "text/html")
          self.send_header("Content-Length", str(len(body)))
          self.end_headers()
          self.wfile.write(body)
          self.send_header("Content-type", "text/html")
          self.send_header("Content-Length", str(len(body)))
          self.end_headers()
          self.wfile.write(body)
+        self._notify_test()
  
  
  class TestFetch(unittest.TestCase):
  
  
  class TestFetch(unittest.TestCase):
+    def _port(self) -> int:
+        port = self._web_server.socket.getsockname()[1]
+        assert isinstance(port, int)
+        return port
+
+    def _count_request(self) -> None:
+        self._request_counter += 1
+
      def setUp(self) -> None:
      def setUp(self) -> None:
-        web_server = HTTPServer(('', TEST_PORT), FakeGlowficHTTPRequestHandler)
-        threading.Thread(target=web_server.serve_forever).start()
-        self._stop_server = web_server.shutdown
+        self._request_counter = 0
+        handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
+                       '_notify_test': lambda _: self._count_request()})
+        self._web_server = HTTPServer(('', 0), handler)
+        self._thread = threading.Thread(target=self._web_server.serve_forever)
+        self._thread.start()
  
      def tearDown(self) -> None:
  
      def tearDown(self) -> None:
-        self._stop_server()
+        self._web_server.shutdown()
+        self._thread.join()
+        self._web_server.server_close()
  
      def testFetch(self) -> None:
  
      def testFetch(self) -> None:
-        paperdoorknob.fetch(f"http://localhost:{TEST_PORT}", TIMEOUT)
+        with requests.session() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 2)
+
+    def testFetchCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchPersistentCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testReplies(self) -> None:
+        with requests.session() as s:
+            replies = paperdoorknob.replies(
+                paperdoorknob.clean(
+                    paperdoorknob.fetch(
+                        f"http://localhost:{self._port()}",
+                        s,
+                        TIMEOUT)))
+            self.assertEqual([r.text.strip() for r in replies],
+                             ["This is glowfic", "You sure?", "Pretty sure."])
+
+    def testFetchErrors(self) -> None:
+        with requests.session() as s:
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
+
+    def testProcess(self) -> None:
+        with requests.session() as s:
+            buf = io.BytesIO()
+            paperdoorknob.process(
+                f"http://localhost:{self._port()}",
+                s,
+                TIMEOUT,
+                buf,
+                'pandoc')
+            self.assertEqual(buf.getvalue(),
+                             b'This is glowfic\nYou sure?\nPretty sure.\n')
  
  
  if __name__ == '__main__':
  
  
  if __name__ == '__main__':