Begin parsing glowfic html

[paperdoorknob] / paperdoorknob_test.py
diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py

index b1d41d493574103bc5b22696d72454a43c33d07e..83cf76ad4c9f17f7ac43150db9dbc3e62d7ea66e 100644 (file)
--- a/paperdoorknob_test.py
+++ b/paperdoorknob_test.py
@@ -9,6 +9,7 @@ import unittest
  import threading
  from http.server import BaseHTTPRequestHandler, HTTPServer
  import requests
+import requests_cache
  import paperdoorknob
  
  TIMEOUT = 8
@@ -16,6 +17,9 @@ TIMEOUT = 8
  
  class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
  
+    def _notify_test(self) -> None:
+        raise NotImplementedError()
+
      def _response_code(self) -> int:
          if self.path == "/not_found":
              return 404
@@ -24,36 +28,79 @@ class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
          return 200
  
      def do_GET(self) -> None:
-        body = b'<html><body>This is glowfic</body></html>'
+        body = b'''<html>
+  <body>
+    <div class="post-container post-post">
+      This is glowfic
+    </div>
+  </body>
+</html>'''
          self.send_response(self._response_code())
          self.send_header("Content-type", "text/html")
          self.send_header("Content-Length", str(len(body)))
          self.end_headers()
          self.wfile.write(body)
+        self._notify_test()
  
  
  class TestFetch(unittest.TestCase):
+    def _port(self) -> int:
+        port = self._web_server.socket.getsockname()[1]
+        assert isinstance(port, int)
+        return port
+
+    def _count_request(self) -> None:
+        self._request_counter += 1
+
      def setUp(self) -> None:
-        web_server = HTTPServer(('', 0), FakeGlowficHTTPRequestHandler)
-        self._port = web_server.socket.getsockname()[1]
-        self._thread = threading.Thread(target=web_server.serve_forever)
+        self._request_counter = 0
+        handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
+                       '_notify_test': lambda _: self._count_request()})
+        self._web_server = HTTPServer(('', 0), handler)
+        self._thread = threading.Thread(target=self._web_server.serve_forever)
          self._thread.start()
-        self._stop_server = web_server.shutdown
  
      def tearDown(self) -> None:
-        self._stop_server()
+        self._web_server.shutdown()
          self._thread.join()
+        self._web_server.server_close()
  
      def testFetch(self) -> None:
-        paperdoorknob.fetch(f"http://localhost:{self._port}", TIMEOUT)
+        with requests.session() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 2)
+
+    def testFetchCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchPersistentCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchConents(self) -> None:
+        with requests.session() as s:
+            post = paperdoorknob.Post(paperdoorknob.fetch(
+                f"http://localhost:{self._port()}", s, TIMEOUT))
+            self.assertEqual(post.text().text.strip(), "This is glowfic")
  
      def testFetchErrors(self) -> None:
-        with self.assertRaises(requests.HTTPError):
-            paperdoorknob.fetch(
-                f"http://localhost:{self._port}/not_found", TIMEOUT)
-        with self.assertRaises(requests.HTTPError):
-            paperdoorknob.fetch(
-                f"http://localhost:{self._port}/server_error", TIMEOUT)
+        with requests.session() as s:
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
  
  
  if __name__ == '__main__':