diff --git a/brozzler/worker.py b/brozzler/worker.py index 0a2c6bc..4955f2c 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -225,7 +225,7 @@ class BrozzlerWorker: request.set_proxy(warcprox_address, "http") try: - with urllib.request.urlopen(request) as response: + with urllib.request.urlopen(request, timeout=600) as response: if response.getcode() != 204: self.logger.warn( 'got "%s %s" response on warcprox ' diff --git a/setup.py b/setup.py index 5af20cc..99d524c 100644 --- a/setup.py +++ b/setup.py @@ -32,7 +32,7 @@ def find_package_data(package): setuptools.setup( name='brozzler', - version='1.1b12.dev275', + version='1.1b12.dev276', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',