Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-21 08:06:27 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

expect exception PageInterstitialShown

Browse Source
This commit is contained in:
Barbara Miller 2018-09-20 17:23:49 -07:00
parent 86193a525b
commit 51d011c285
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
brozzler/worker.py
View File

@ -191,6 +191,8 @@ class BrozzlerWorker:
ydl_fetches = ydl.do_youtube_dl(self, site, page)
except brozzler.ReachedLimit as e:
raise
except brozzler.PageInterstitialShown as e:
raise
except brozzler.ShutdownRequested:
raise
except brozzler.ProxyError:
@ -369,6 +371,8 @@ class BrozzlerWorker:
self.logger.info("shutdown requested")
except brozzler.NothingToClaim:
self.logger.info("no pages left for site %s", site)
except brozzler.PageInterstitialShown:
pass
except brozzler.ReachedLimit as e:
self._frontier.reached_limit(site, e)
except brozzler.ReachedTimeLimit as e: