Merge branch 'adam/adds_get_page_header_exception_handling' into qa

This commit is contained in:
Adam Miller 2024-08-12 23:54:05 +00:00
commit 4870269c64

View File

@ -299,7 +299,7 @@ class BrozzlerWorker:
try:
with requests.get(page.url, stream=True, verify=False) as r:
page_headers = r.headers
return page_headers
return page_headers
except requests.exceptions.RequestException as e:
self.logger.warning("Failed to get headers for %s: %s", page.url, e)
return {}