Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-22 14:30:53 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

bump version

Browse source
This commit is contained in:
Barbara Miller 2025-02-13 14:29:38 -08:00
commit 55b8e50bee
2 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
brozzler/worker.py
View file

@ -527,7 +527,13 @@ class BrozzlerWorker:
timeout=self.FETCH_URL_TIMEOUT, timeout=self.FETCH_URL_TIMEOUT,
) )
except requests.exceptions.Timeout as e: except requests.exceptions.Timeout as e:
self.logger.warning("Timed out fetching %s: %s", page.url, e) self.logger.warning("Timed out fetching %s", url)
if "archive.org" in e:
raise brozzler.ProxyError("proxy error fetching %s" % url) from e
else:
raise brozzler.PageConnectionError(
"timeout error fetching %s" % url
) from e
except requests.exceptions.ProxyError as e: except requests.exceptions.ProxyError as e:
raise brozzler.ProxyError("proxy error fetching %s" % url) from e raise brozzler.ProxyError("proxy error fetching %s" % url) from e
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:

2
setup.py
View file

@ -34,7 +34,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name="brozzler", name="brozzler",
version="1.6.9.a1", version="1.6.9.a2",
description="Distributed web crawling with browsers", description="Distributed web crawling with browsers",
url="https://github.com/internetarchive/brozzler", url="https://github.com/internetarchive/brozzler",
author="Noah Levitt", author="Noah Levitt",