Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

brozzle a site for 5 minutes at a time instead of 1 for now

Browse Source
This commit is contained in:
Noah Levitt 2015-08-11 18:15:16 +00:00
parent fc75e18928
commit e68c98e66d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/worker.py
View File

@ -136,7 +136,7 @@ class BrozzlerWorker:
page = None page = None
try: try:
browser.start(proxy=site.proxy) browser.start(proxy=site.proxy)
while not self._shutdown_requested.is_set() and time.time() - start < 60: while not self._shutdown_requested.is_set() and time.time() - start < 300:
try: try:
page = self._next_page(site) page = self._next_page(site)
self.brozzle_page(browser, ydl, site, page) self.brozzle_page(browser, ydl, site, page)