mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-04-20 23:56:34 -04:00
Merge branch 'adam/adds_get_page_header_exception_handling' into qa
This commit is contained in:
commit
4870269c64
@ -299,7 +299,7 @@ class BrozzlerWorker:
|
||||
try:
|
||||
with requests.get(page.url, stream=True, verify=False) as r:
|
||||
page_headers = r.headers
|
||||
return page_headers
|
||||
return page_headers
|
||||
except requests.exceptions.RequestException as e:
|
||||
self.logger.warning("Failed to get headers for %s: %s", page.url, e)
|
||||
return {}
|
||||
|
Loading…
x
Reference in New Issue
Block a user