import unittest
+import io
import threading
from http.server import BaseHTTPRequestHandler, HTTPServer
import requests
+import requests_cache
import paperdoorknob
TIMEOUT = 8
return 200
def do_GET(self) -> None:
- body = b'<html><body>This is glowfic</body></html>'
+ body = b'''<html>
+ <body>
+ <div class="post-container post-post">
+ <div class="post-edit-box">We don't want edit boxes</div>
+ This is glowfic
+ <div class="post-footer">We don't want footers</div>
+ </div>
+ <div class="flat-post-replies">
+ <div class="post-container post-reply">
+ <div class="post-edit-box">We don't want edit boxes</div>
+ You sure?
+ <div class="post-footer">We don't want footers</div>
+ </div>
+ <div class="post-container post-reply">
+ Pretty sure.
+ </div>
+ </div>
+ </body>
+</html>'''
self.send_response(self._response_code())
self.send_header("Content-type", "text/html")
self.send_header("Content-Length", str(len(body)))
self._web_server.server_close()
def testFetch(self) -> None:
- paperdoorknob.fetch(f"http://localhost:{self._port()}", TIMEOUT)
- self.assertEqual(self._request_counter, 1)
- paperdoorknob.fetch(f"http://localhost:{self._port()}", TIMEOUT)
- self.assertEqual(self._request_counter, 2)
+ with requests.session() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 2)
+
+ def testFetchCaching(self) -> None:
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+
+ def testFetchPersistentCaching(self) -> None:
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+ with requests_cache.CachedSession() as s:
+ paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
+ self.assertEqual(self._request_counter, 1)
+
+ def testReplies(self) -> None:
+ with requests.session() as s:
+ replies = paperdoorknob.replies(
+ paperdoorknob.clean(
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}",
+ s,
+ TIMEOUT)))
+ self.assertEqual([r.text.strip() for r in replies],
+ ["This is glowfic", "You sure?", "Pretty sure."])
def testFetchErrors(self) -> None:
- with self.assertRaises(requests.HTTPError):
- paperdoorknob.fetch(
- f"http://localhost:{self._port()}/not_found", TIMEOUT)
- with self.assertRaises(requests.HTTPError):
- paperdoorknob.fetch(
- f"http://localhost:{self._port()}/server_error", TIMEOUT)
+ with requests.session() as s:
+ with self.assertRaises(requests.HTTPError):
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}/not_found", s, TIMEOUT)
+ with self.assertRaises(requests.HTTPError):
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}/server_error", s, TIMEOUT)
+
+ def testProcess(self) -> None:
+ with requests.session() as s:
+ buf = io.BytesIO()
+ paperdoorknob.process(
+ f"http://localhost:{self._port()}",
+ s,
+ TIMEOUT,
+ buf,
+ 'pandoc')
+ self.assertEqual(buf.getvalue(),
+ b'This is glowfic\nYou sure?\nPretty sure.\n')
if __name__ == '__main__':