From e68c98e66da78bbdbc71c21371a6bce4b9189eff Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Tue, 11 Aug 2015 18:15:16 +0000 Subject: [PATCH] brozzle a site for 5 minutes at a time instead of 1 for now --- brozzler/worker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index a8f9869..89368e6 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -136,7 +136,7 @@ class BrozzlerWorker: page = None try: browser.start(proxy=site.proxy) - while not self._shutdown_requested.is_set() and time.time() - start < 60: + while not self._shutdown_requested.is_set() and time.time() - start < 300: try: page = self._next_page(site) self.brozzle_page(browser, ydl, site, page)