diff --git a/brozzler/worker.py b/brozzler/worker.py index eb1e5b6..6d3ea12 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -299,7 +299,7 @@ class BrozzlerWorker: try: with requests.get(page.url, stream=True, verify=False) as r: page_headers = r.headers - return page_headers + return page_headers except requests.exceptions.RequestException as e: self.logger.warning("Failed to get headers for %s: %s", page.url, e) return {}