Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-02 11:36:15 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

better exceptions for fetch_url

Browse source
This commit is contained in:
Barbara Miller 2025-02-14 09:39:41 -08:00
parent 732a7943f0
commit ba7031f2da
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
brozzler/worker.py
View file

@ -508,11 +508,12 @@ class BrozzlerWorker:
)
except TimeoutError as e:
self.logger.warning("Timed out fetching %s", url)
raise brozzler.ProxyError("proxy error fetching %s" % url) from e
raise brozzler.PageConnectionError() from e
except ProxyError as e:
raise brozzler.ProxyError("proxy error fetching %s" % url) from e
except urllib3.exceptions.RequestError as e:
self.logger.warning("Failed to fetch url %s", page.url, e)
self.logger.warning("Failed to fetch url %s: %s", url, e)
raise brozzler.PageConnectionError() from e
def brozzle_site(self, browser, site):
try: