import itertools
import os.path
-from typing import Iterable
+from typing import IO, Iterable
from bs4 import BeautifulSoup
from bs4.element import Tag
metavar='PATH',
help='Where to keep the http cache (instead of %(default)s)',
default=os.path.join(xdg_cache_home(), "paperdoorknob"))
+ parser.add_argument(
+ '--out',
+ help='The filename stem at which to write output ' +
+ '(eg: "%(default)s" produces %(default)s.text, %(default)s.pdf, etc.)',
+ default='book')
parser.add_argument(
'--timeout',
help='How long to wait for HTTP requests, in seconds',
def process(
url: str,
session: requests.Session,
- timeout: int) -> Iterable[Tag]:
+ timeout: int,
+ texout: IO[str],
+) -> None:
html = clean(fetch(url, session, timeout))
- return replies(html)
+ replies(html)
+ print("soon", file=texout)
def main() -> None:
args = command_line_parser().parse_args()
with requests_cache.CachedSession(args.cache_path, cache_control=True) as session:
- process(args.url, session, args.timeout)
+ with open(args.out + '.tex', 'w', encoding='UTF-8') as texout:
+ process(args.url, session, args.timeout, texout)
if __name__ == '__main__':
paperdoorknob.fetch(f"http://localhost:{self._port()}", s, TIMEOUT)
self.assertEqual(self._request_counter, 1)
- def testProcess(self) -> None:
+ def testReplies(self) -> None:
with requests.session() as s:
- replies = paperdoorknob.process(
- f"http://localhost:{self._port()}", s, TIMEOUT)
+ replies = paperdoorknob.replies(
+ paperdoorknob.clean(
+ paperdoorknob.fetch(
+ f"http://localhost:{self._port()}",
+ s,
+ TIMEOUT)))
self.assertEqual([r.text.strip() for r in replies],
["This is glowfic", "You sure?", "Pretty sure."])