Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

brozzle a site for 5 minutes at a time instead of 1 for now

Browse Source
This commit is contained in:
Noah Levitt 2015-08-11 18:15:16 +00:00
parent fc75e18928
commit e68c98e66d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/worker.py
View File

@ -136,7 +136,7 @@ class BrozzlerWorker:
page = None
try:
browser.start(proxy=site.proxy)
while not self._shutdown_requested.is_set() and time.time() - start < 60:
while not self._shutdown_requested.is_set() and time.time() - start < 300:
try:
page = self._next_page(site)
self.brozzle_page(browser, ydl, site, page)