diff --git a/brozzler/worker.py b/brozzler/worker.py index 2772db3..58be3c8 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -196,7 +196,8 @@ class BrozzlerWorker: request.set_proxy(warcprox_address, "http") try: - with urllib.request.urlopen(request, timeout=600) as response: + # todo: make timeout a param? + with urllib.request.urlopen(request, timeout=900) as response: if response.getcode() != 204: self.logger.warning( 'got "%s %s" response on warcprox '