mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 08:39:59 -05:00
honor stop request before choosing proxy
makes test_warcprox_outage_resiliency pass again
This commit is contained in:
parent
2639d7b991
commit
318ae13bcb
@ -506,6 +506,10 @@ class BrozzlerWorker:
|
||||
site.save()
|
||||
start = time.time()
|
||||
page = None
|
||||
self._frontier.enforce_time_limit(site)
|
||||
self._frontier.honor_stop_request(site)
|
||||
# _proxy_for() call in log statement can raise brozzler.ProxyError
|
||||
# which is why we honor time limit and stop request first☝🏻
|
||||
self.logger.info(
|
||||
"brozzling site (proxy=%r) %r",
|
||||
self._proxy_for(site), site)
|
||||
|
Loading…
x
Reference in New Issue
Block a user