]> git.scottworley.com Git - paperdoorknob/blobdiff - paperdoorknob_test.py
Invoke pandoc to convert HTML to LaTeX
[paperdoorknob] / paperdoorknob_test.py
index cf945d60faec978ef258eb3396224398944688e7..7cb73b7bcd7ee920711a0a846e40481c36c7b4ff 100644 (file)
@@ -6,9 +6,11 @@
 
 
 import unittest
 
 
 import unittest
+import io
 import threading
 from http.server import BaseHTTPRequestHandler, HTTPServer
 import requests
 import threading
 from http.server import BaseHTTPRequestHandler, HTTPServer
 import requests
+import requests_cache
 import paperdoorknob
 
 TIMEOUT = 8
 import paperdoorknob
 
 TIMEOUT = 8
@@ -16,6 +18,9 @@ TIMEOUT = 8
 
 class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
 
 
 class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
 
+    def _notify_test(self) -> None:
+        raise NotImplementedError()
+
     def _response_code(self) -> int:
         if self.path == "/not_found":
             return 404
     def _response_code(self) -> int:
         if self.path == "/not_found":
             return 404
@@ -24,12 +29,31 @@ class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
         return 200
 
     def do_GET(self) -> None:
         return 200
 
     def do_GET(self) -> None:
-        body = b'<html><body>This is glowfic</body></html>'
+        body = b'''<html>
+  <body>
+    <div class="post-container post-post">
+      <div class="post-edit-box">We don't want edit boxes</div>
+      This is glowfic
+      <div class="post-footer">We don't want footers</div>
+    </div>
+    <div class="flat-post-replies">
+      <div class="post-container post-reply">
+        <div class="post-edit-box">We don't want edit boxes</div>
+        You sure?
+        <div class="post-footer">We don't want footers</div>
+      </div>
+      <div class="post-container post-reply">
+        Pretty sure.
+      </div>
+    </div>
+  </body>
+</html>'''
         self.send_response(self._response_code())
         self.send_header("Content-type", "text/html")
         self.send_header("Content-Length", str(len(body)))
         self.end_headers()
         self.wfile.write(body)
         self.send_response(self._response_code())
         self.send_header("Content-type", "text/html")
         self.send_header("Content-Length", str(len(body)))
         self.end_headers()
         self.wfile.write(body)
+        self._notify_test()
 
 
 class TestFetch(unittest.TestCase):
 
 
 class TestFetch(unittest.TestCase):
@@ -38,25 +62,75 @@ class TestFetch(unittest.TestCase):
         assert isinstance(port, int)
         return port
 
         assert isinstance(port, int)
         return port
 
+    def _count_request(self) -> None:
+        self._request_counter += 1
+
     def setUp(self) -> None:
     def setUp(self) -> None:
-        self._web_server = HTTPServer(('', 0), FakeGlowficHTTPRequestHandler)
+        self._request_counter = 0
+        handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
+                       '_notify_test': lambda _: self._count_request()})
+        self._web_server = HTTPServer(('', 0), handler)
         self._thread = threading.Thread(target=self._web_server.serve_forever)
         self._thread.start()
 
     def tearDown(self) -> None:
         self._web_server.shutdown()
         self._thread.join()
         self._thread = threading.Thread(target=self._web_server.serve_forever)
         self._thread.start()
 
     def tearDown(self) -> None:
         self._web_server.shutdown()
         self._thread.join()
+        self._web_server.server_close()
 
     def testFetch(self) -> None:
 
     def testFetch(self) -> None:
-        paperdoorknob.fetch(f"http://localhost:{self._port()}", TIMEOUT)
+        with requests.session() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 2)
+
+    def testFetchCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchPersistentCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testReplies(self) -> None:
+        with requests.session() as s:
+            replies = paperdoorknob.replies(
+                paperdoorknob.clean(
+                    paperdoorknob.fetch(
+                        f"http://localhost:{self._port()}",
+                        s,
+                        TIMEOUT)))
+            self.assertEqual([r.text.strip() for r in replies],
+                             ["This is glowfic", "You sure?", "Pretty sure."])
 
     def testFetchErrors(self) -> None:
 
     def testFetchErrors(self) -> None:
-        with self.assertRaises(requests.HTTPError):
-            paperdoorknob.fetch(
-                f"http://localhost:{self._port()}/not_found", TIMEOUT)
-        with self.assertRaises(requests.HTTPError):
-            paperdoorknob.fetch(
-                f"http://localhost:{self._port()}/server_error", TIMEOUT)
+        with requests.session() as s:
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
+
+    def testProcess(self) -> None:
+        with requests.session() as s:
+            buf = io.BytesIO()
+            paperdoorknob.process(
+                f"http://localhost:{self._port()}",
+                s,
+                TIMEOUT,
+                buf,
+                'pandoc')
+            self.assertEqual(buf.getvalue(),
+                             b'This is glowfic\nYou sure?\nPretty sure.\n')
 
 
 if __name__ == '__main__':
 
 
 if __name__ == '__main__':