Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

expect exception PageInterstitialShown

Browse Source
This commit is contained in:
Barbara Miller 2018-09-20 17:23:49 -07:00
parent 6350e4ee03
commit 732b1b8c2f
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
brozzler/worker.py
View File

@ -192,6 +192,8 @@ class BrozzlerWorker:
ydl_fetches, outlinks = ydl.do_youtube_dl(self, site, page)
except brozzler.ReachedLimit as e:
raise
except brozzler.PageInterstitialShown as e:
raise
except brozzler.ShutdownRequested:
raise
except brozzler.ProxyError:
@ -371,6 +373,8 @@ class BrozzlerWorker:
self.logger.info("shutdown requested")
except brozzler.NothingToClaim:
self.logger.info("no pages left for site %s", site)
except brozzler.PageInterstitialShown:
pass
except brozzler.ReachedLimit as e:
self._frontier.reached_limit(site, e)
except brozzler.ReachedTimeLimit as e: