Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-23 05:05:11 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

log exception when thread dies (seems to be dying silently sometimes)

Browse source
This commit is contained in:
Noah Levitt 2015-09-03 01:04:41 +00:00
parent 839bf6f4ae
commit 6cda4739b8
1 changed files with 25 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

3
brozzler/worker.py
View file

@ -131,6 +131,7 @@ class BrozzlerWorker:
self._browser_pool.release(browser) self._browser_pool.release(browser)
def run(self): def run(self):
try:
latest_state = None latest_state = None
while not self._shutdown_requested.is_set(): while not self._shutdown_requested.is_set():
try: try:
@ -154,6 +155,8 @@ class BrozzlerWorker:
self.logger.info("no unclaimed sites to browse") self.logger.info("no unclaimed sites to browse")
latest_state = "no-unclaimed-sites" latest_state = "no-unclaimed-sites"
time.sleep(0.5) time.sleep(0.5)
except:
self.logger.critical("thread exiting due to unexpected exception", exc_info=True)
def start(self): def start(self):
th = threading.Thread(target=self.run, name="BrozzlerWorker") th = threading.Thread(target=self.run, name="BrozzlerWorker")