Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix "local variable 'start' referenced before assignment"

Browse Source
This commit is contained in:
Noah Levitt 2017-06-27 11:08:51 -07:00
parent b9640b8a30
commit 051e299a80
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
brozzler/worker.py
View File

@ -447,12 +447,12 @@ class BrozzlerWorker:
def brozzle_site(self, browser, site): def brozzle_site(self, browser, site):
try: try:
start = time.time()
page = None page = None
self._frontier.honor_stop_request(site) self._frontier.honor_stop_request(site)
self.logger.info( self.logger.info(
"brozzling site (proxy=%r) %r", "brozzling site (proxy=%r) %r",
self._proxy_for(site), site) self._proxy_for(site), site)
start = time.time()
while time.time() - start < 7 * 60: while time.time() - start < 7 * 60:
site.refresh() site.refresh()
self._frontier.honor_stop_request(site) self._frontier.honor_stop_request(site)
@ -499,6 +499,7 @@ class BrozzlerWorker:
except: except:
self.logger.critical("unexpected exception", exc_info=True) self.logger.critical("unexpected exception", exc_info=True)
finally: finally:
if start:
site.active_brozzling_time = (site.active_brozzling_time or 0) + time.time() - start site.active_brozzling_time = (site.active_brozzling_time or 0) + time.time() - start
self._frontier.disclaim_site(site, page) self._frontier.disclaim_site(site, page)

2
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b12.dev263', version='1.1b12.dev264',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',