honor stop request before choosing proxy

makes test_warcprox_outage_resiliency pass again
This commit is contained in:
Noah Levitt 2018-03-05 16:08:24 -08:00
parent 2639d7b991
commit 318ae13bcb

View File

@ -506,6 +506,10 @@ class BrozzlerWorker:
site.save()
start = time.time()
page = None
self._frontier.enforce_time_limit(site)
self._frontier.honor_stop_request(site)
# _proxy_for() call in log statement can raise brozzler.ProxyError
# which is why we honor time limit and stop request first☝🏻
self.logger.info(
"brozzling site (proxy=%r) %r",
self._proxy_for(site), site)