mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-04-20 07:45:50 -04:00
fix: match original indenting
This commit is contained in:
parent
f40bbd13d9
commit
2dfe841493
@ -298,7 +298,7 @@ class BrozzlerWorker:
|
||||
try:
|
||||
with requests.get(page.url, stream=True, verify=False) as r:
|
||||
page_headers = r.headers
|
||||
return page_headers
|
||||
return page_headers
|
||||
except requests.exceptions.RequestException as e:
|
||||
self.logger.warning("Failed to get headers for %s: %s", page.url, e)
|
||||
return {}
|
||||
|
Loading…
x
Reference in New Issue
Block a user