mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-08-21 20:38:20 -04:00
handle reached limit response from warcprox
This commit is contained in:
parent
11fbbc9d49
commit
7b98af7d9f
5 changed files with 56 additions and 12 deletions
|
@ -43,4 +43,7 @@ worker = brozzler.BrozzlerWorker()
|
|||
ydl = worker._youtube_dl(site)
|
||||
|
||||
with brozzler.Browser(chrome_exe=args.chrome_exe) as browser:
|
||||
worker.brozzle_page(browser, ydl, site, page)
|
||||
try:
|
||||
worker.brozzle_page(browser, ydl, site, page)
|
||||
except brozzler.ReachedLimit as e:
|
||||
logging.error("reached limit %s", e)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue