Merge branch 'master' into qa

* master:
  handle another rethinkdb outage corner case
This commit is contained in:
Noah Levitt 2017-05-01 14:12:51 -07:00
commit c3637ecb35
2 changed files with 6 additions and 1 deletions

View File

@ -35,6 +35,7 @@ import doublethink
import tempfile
import urlcanon
from requests.structures import CaseInsensitiveDict
import rethinkdb as r
class ExtraHeaderAdder(urllib.request.BaseHandler):
def __init__(self, extra_headers):
@ -546,6 +547,10 @@ class BrozzlerWorker:
pass
time.sleep(0.5)
self.logger.info("shutdown requested")
except r.ReqlError as e:
self.logger.error(
"caught rethinkdb exception, will try to proceed",
exc_info=True)
except brozzler.ShutdownRequested:
self.logger.info("shutdown requested")
except:

View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup(
name='brozzler',
version='1.1b11.dev242',
version='1.1b11.dev243',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',