X-Git-Url: http://git.scottworley.com/paperdoorknob/blobdiff_plain/ae7b6283ed5ead577d1a8f263d37d01717e2bb33..681c2bd06893c728febe8e2a8f61f204a6b23deb:/fetch.py diff --git a/fetch.py b/fetch.py index b99938c..e998394 100644 --- a/fetch.py +++ b/fetch.py @@ -13,6 +13,12 @@ from typing import IO, Iterator import requests import requests_cache +from version import paperdoorknob_version + + +_headers = {'User-Agent': f'paperdoorknob/{paperdoorknob_version} ' + + '(https://git.scottworley.com/paperdoorknob/)'} + class Fetcher(ABC): @abstractmethod @@ -27,7 +33,7 @@ class _SessionFetcher(Fetcher): self._timeout = timeout def fetch(self, url: str) -> bytes: - with self._session.get(url, timeout=self._timeout) as r: + with self._session.get(url, timeout=self._timeout, headers=_headers) as r: r.raise_for_status() return r.content @@ -44,7 +50,7 @@ class _CachingFetcher(Fetcher): self._cache_hit_count = 0 def fetch(self, url: str) -> bytes: - with self._session.get(url, timeout=self._timeout) as r: + with self._session.get(url, timeout=self._timeout, headers=_headers) as r: r.raise_for_status() self._request_count += 1 self._cache_hit_count += int(r.from_cache)