X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/ba3b7c52144a19a83892638415d2bfdb667888f5..136277e30143cd1219c896bb4980027ac3c6dbe1:/paperdoorknob.py diff --git a/paperdoorknob.py b/paperdoorknob.py index 3aae538..bb8bdd1 100644 --- a/paperdoorknob.py +++ b/paperdoorknob.py @@ -7,6 +7,7 @@ from argparse import ArgumentParser import os.path +from bs4 import BeautifulSoup import requests import requests_cache from xdg_base_dirs import xdg_cache_home @@ -27,14 +28,15 @@ def command_line_parser() -> ArgumentParser: return parser -def fetch(url: str, session: requests.Session, timeout: int) -> None: +def fetch(url: str, session: requests.Session, timeout: int) -> BeautifulSoup: with session.get(url, timeout=timeout) as r: r.raise_for_status() + return BeautifulSoup(r.text, 'html.parser') def main() -> None: args = command_line_parser().parse_args() - with requests_cache.CachedSession(args.cache_path) as session: + with requests_cache.CachedSession(args.cache_path, cache_control=True) as session: fetch(args.url, session, args.timeout)