Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-19 07:15:52 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

better exceptions for fetch_url

Browse Source
This commit is contained in:
Barbara Miller 2025-02-14 09:39:41 -08:00
parent 732a7943f0
commit ba7031f2da
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
brozzler/worker.py
View File

@ -508,11 +508,12 @@ class BrozzlerWorker:
)
except TimeoutError as e:
self.logger.warning("Timed out fetching %s", url)
raise brozzler.ProxyError("proxy error fetching %s" % url) from e
raise brozzler.PageConnectionError() from e
except ProxyError as e:
raise brozzler.ProxyError("proxy error fetching %s" % url) from e
except urllib3.exceptions.RequestError as e:
self.logger.warning("Failed to fetch url %s", page.url, e)
self.logger.warning("Failed to fetch url %s: %s", url, e)
raise brozzler.PageConnectionError() from e
def brozzle_site(self, browser, site):
try: