import unittest
import threading
from http.server import BaseHTTPRequestHandler, HTTPServer
+import requests
+import requests_cache
import paperdoorknob
-TEST_PORT = 8080
TIMEOUT = 8
class FakeGlowficHTTPRequestHandler(BaseHTTPRequestHandler):
+ def _notify_test(self) -> None:
+ raise NotImplementedError()
+
+ def _response_code(self) -> int:
+ if self.path == "/not_found":
+ return 404
+ if self.path == "/server_error":
+ return 500
+ return 200
+
def do_GET(self) -> None:
- body = b'<html><body>This is glowfic</body></html>'
- self.send_response(200)
+ body = b'''<html>
+ <body>
+ <div class="post-container post-post">
+ <div class="post-edit-box">We don't want edit boxes</div>
+ This is glowfic
+ <div class="post-footer">We don't want footers</div>
+ </div>
+ <div class="flat-post-replies">
+ <div class="post-container post-reply">
+ <div class="post-edit-box">We don't want edit boxes</div>
+ You sure?
+ <div class="post-footer">We don't want footers</div>
+ </div>
+ <div class="post-container post-reply">
+ Pretty sure.
+ </div>
+ </div>
+ </body>
+</html>'''
+ self.send_response(self._response_code())
self.send_header("Content-type", "text/html")
self.send_header("Content-Length", str(len(body)))
self.end_headers()
self.wfile.write(body)
+ self._notify_test()
class TestFetch(unittest.TestCase):
+ def _port(self) -> int:
+ port = self._web_server.socket.getsockname()[1]
+ assert isinstance(port, int)
+ return port
+
+ def _count_request(self) -> None:
+ self._request_counter += 1
+
def setUp(self) -> None:
- web_server = HTTPServer(('', TEST_PORT), FakeGlowficHTTPRequestHandler)
- threading.Thread(target=web_server.serve_forever).start()
- self._stop_server = web_server.shutdown
+ self._request_counter = 0
+ handler = type("Handler", (FakeGlowficHTTPRequestHandler,), {
+ '_notify_test': lambda _: self._count_request()})
+ self._web_server = HTTPServer(('', 0), handler)
+ self._thread = threading.Thread(target=self._web_server.serve_forever)
+ self._thread.start()
def tearDown(self) -> None:
- self._stop_server()
+ self._web_server.shutdown()
+ self._thread.join()
+ self._web_server.server_close()
def testFetch(self) -> None:
- paperdoorknob.fetch(f"http://localhost:{TEST_PORT}", TIMEOUT)
+ with requests.session() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 2)
+
+ def testFetchCaching(self) -> None:
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+
+ def testFetchPersistentCaching(self) -> None:
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+
+ def testProcess(self) -> None:
+ with requests.session() as s:
+ replies = paperdoorknob.process(
+ f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual([r.text.strip() for r in replies],
+ ["This is glowfic", "You sure?", "Pretty sure."])
+
+ def testFetchErrors(self) -> None:
+ with requests.session() as s:
+ with self.assertRaises(requests.HTTPError):
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+ with self.assertRaises(requests.HTTPError):
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
if __name__ == '__main__':
projects / paperdoorknob / blobdiff