Begin parsing glowfic html

[paperdoorknob] / paperdoorknob_test.py
diff --git a/paperdoorknob_test.py b/paperdoorknob_test.py

index 2bd354419c113d8d6e321bb8395278879ea65dcc..83cf76ad4c9f17f7ac43150db9dbc3e62d7ea66e 100644 (file)
--- a/paperdoorknob_test.py
+++ b/paperdoorknob_test.py
@@ -8,6 +8,8 @@
  import unittest
  import threading
  from http.server import BaseHTTPRequestHandler, HTTPServer
  import unittest
  import threading
  from http.server import BaseHTTPRequestHandler, HTTPServer
+import requests
+import requests_cache
  import paperdoorknob
  
  TIMEOUT = 8
  import paperdoorknob
  
  TIMEOUT = 8
@@ -15,27 +17,90 @@ TIMEOUT = 8
  
  class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
  
  
  class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
  
+    def _notify_test(self) -> None:
+        raise NotImplementedError()
+
+    def _response_code(self) -> int:
+        if self.path == "/not_found":
+            return 404
+        if self.path == "/server_error":
+            return 500
+        return 200
+
      def do_GET(self) -> None:
      def do_GET(self) -> None:
-        body = b'<html><body>This is glowfic</body></html>'
-        self.send_response(200)
+        body = b'''<html>
+  <body>
+    <div class="post-container post-post">
+      This is glowfic
+    </div>
+  </body>
+</html>'''
+        self.send_response(self._response_code())
          self.send_header("Content-type", "text/html")
          self.send_header("Content-Length", str(len(body)))
          self.end_headers()
          self.wfile.write(body)
          self.send_header("Content-type", "text/html")
          self.send_header("Content-Length", str(len(body)))
          self.end_headers()
          self.wfile.write(body)
+        self._notify_test()
  
  
  class TestFetch(unittest.TestCase):
  
  
  class TestFetch(unittest.TestCase):
+    def _port(self) -> int:
+        port = self._web_server.socket.getsockname()[1]
+        assert isinstance(port, int)
+        return port
+
+    def _count_request(self) -> None:
+        self._request_counter += 1
+
      def setUp(self) -> None:
      def setUp(self) -> None:
-        web_server = HTTPServer(('', 0), FakeGlowficHTTPRequestHandler)
-        self._port = web_server.socket.getsockname()[1]
-        threading.Thread(target=web_server.serve_forever).start()
-        self._stop_server = web_server.shutdown
+        self._request_counter = 0
+        handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
+                       '_notify_test': lambda _: self._count_request()})
+        self._web_server = HTTPServer(('', 0), handler)
+        self._thread = threading.Thread(target=self._web_server.serve_forever)
+        self._thread.start()
  
      def tearDown(self) -> None:
  
      def tearDown(self) -> None:
-        self._stop_server()
+        self._web_server.shutdown()
+        self._thread.join()
+        self._web_server.server_close()
  
      def testFetch(self) -> None:
  
      def testFetch(self) -> None:
-        paperdoorknob.fetch(f"http://localhost:{self._port}", TIMEOUT)
+        with requests.session() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 2)
+
+    def testFetchCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchPersistentCaching(self) -> None:
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+        with requests_cache.CachedSession() as s:
+            paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+            self.assertEqual(self._request_counter, 1)
+
+    def testFetchConents(self) -> None:
+        with requests.session() as s:
+            post = paperdoorknob.Post(paperdoorknob.fetch(
+                f"http://localhost:{self._port()}", s, TIMEOUT))
+            self.assertEqual(post.text().text.strip(), "This is glowfic")
+
+    def testFetchErrors(self) -> None:
+        with requests.session() as s:
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+            with self.assertRaises(requests.HTTPError):
+                paperdoorknob.fetch(
+                    f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
  
  
  if __name__ == '__main__':
  
  
  if __name__ == '__main__':