Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-19 15:25:59 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

chore: cleanup unused variable

Browse Source
This commit is contained in:
Adam Miller 2025-02-04 16:36:23 -08:00
parent 0feac5cd07
commit c5844dfdd6
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
brozzler/worker.py
View File

@ -337,16 +337,14 @@ class BrozzlerWorker:
with requests.get(
page.url, stream=True, verify=False, timeout=HEADER_REQUEST_TIMEOUT
) as r:
page_headers = r.headers
return page_headers
return r.headers
except requests.exceptions.Timeout as e:
self.logger.warning(
"Timed out trying to get headers for %s: %s", page.url, e
)
return {}
except requests.exceptions.RequestException as e:
self.logger.warning("Failed to get headers for %s: %s", page.url, e)
return {}
return {}
def _needs_browsing(self, page_headers):
if (