X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/b34a368f048581720738d2ea0b99504a98b3c64d..6409066b6abbe205fa64f844a01516f3f3de2553:/paperdoorknob.py?ds=inline diff --git a/paperdoorknob.py b/paperdoorknob.py index c1117c2..b88c02d 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -6,12 +6,33 @@ from argparse import ArgumentParser +import os.path +from bs4 import BeautifulSoup +from bs4.element import Tag import requests import requests_cache +from xdg_base_dirs import xdg_cache_home + + +class Post: + def __init__(self, html: BeautifulSoup) -> None: + self._html = html + + def text(self) -> Tag: + body = self._html.body + assert body + text = body.find_next("div", class_="post-post") + assert isinstance(text, Tag) + return text def command_line_parser() -> ArgumentParser: parser = ArgumentParser(prog='paperdoorknob', description='Print glowfic') + parser.add_argument( + '--cache_path', + metavar='PATH', + help='Where to keep the http cache (instead of %(default)s)', + default=os.path.join(xdg_cache_home(), "paperdoorknob")) parser.add_argument( '--timeout', help='How long to wait for HTTP requests, in seconds', @@ -20,15 +41,17 @@ def command_line_parser() -> ArgumentParser: return parser -def fetch(url: str, session: requests.Session, timeout: int) -> None: +def fetch(url: str, session: requests.Session, timeout: int) -> BeautifulSoup: with session.get(url, timeout=timeout) as r: r.raise_for_status() + return BeautifulSoup(r.text, 'html.parser') def main() -> None: args = command_line_parser().parse_args() - with requests_cache.CachedSession() as session: - fetch(args.url, session, args.timeout) + with requests_cache.CachedSession(args.cache_path, cache_control=True) as session: + html = fetch(args.url, session, args.timeout) + Post(html) if __name__ == '__main__':