From 9d4cbbf6ebc95549e72b710b30a83bbed3aa1192 Mon Sep 17 00:00:00 2001
From: Noah Levitt <nlevitt@archive.org>
Date: Mon, 1 May 2017 14:12:43 -0700
Subject: [PATCH] handle another rethinkdb outage corner case

---
 brozzler/worker.py | 5 +++++
 setup.py           | 2 +-
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/brozzler/worker.py b/brozzler/worker.py
index 365dff1..45739b7 100644
--- a/brozzler/worker.py
+++ b/brozzler/worker.py
@@ -35,6 +35,7 @@ import doublethink
 import tempfile
 import urlcanon
 from requests.structures import CaseInsensitiveDict
+import rethinkdb as r
 
 class ExtraHeaderAdder(urllib.request.BaseHandler):
     def __init__(self, extra_headers):
@@ -546,6 +547,10 @@ class BrozzlerWorker:
                     pass
                 time.sleep(0.5)
             self.logger.info("shutdown requested")
+        except r.ReqlError as e:
+            self.logger.error(
+                    "caught rethinkdb exception, will try to proceed",
+                    exc_info=True)
         except brozzler.ShutdownRequested:
             self.logger.info("shutdown requested")
         except:
diff --git a/setup.py b/setup.py
index 8e230b8..34b62b6 100644
--- a/setup.py
+++ b/setup.py
@@ -32,7 +32,7 @@ def find_package_data(package):
 
 setuptools.setup(
         name='brozzler',
-        version='1.1b11.dev242',
+        version='1.1b11.dev243',
         description='Distributed web crawling with browsers',
         url='https://github.com/internetarchive/brozzler',
         author='Noah Levitt',