mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-06-20 12:54:23 -04:00
fix "local variable 'start' referenced before assignment"
This commit is contained in:
parent
b9640b8a30
commit
051e299a80
2 changed files with 4 additions and 3 deletions
|
@ -447,12 +447,12 @@ class BrozzlerWorker:
|
|||
|
||||
def brozzle_site(self, browser, site):
|
||||
try:
|
||||
start = time.time()
|
||||
page = None
|
||||
self._frontier.honor_stop_request(site)
|
||||
self.logger.info(
|
||||
"brozzling site (proxy=%r) %r",
|
||||
self._proxy_for(site), site)
|
||||
start = time.time()
|
||||
while time.time() - start < 7 * 60:
|
||||
site.refresh()
|
||||
self._frontier.honor_stop_request(site)
|
||||
|
@ -499,6 +499,7 @@ class BrozzlerWorker:
|
|||
except:
|
||||
self.logger.critical("unexpected exception", exc_info=True)
|
||||
finally:
|
||||
if start:
|
||||
site.active_brozzling_time = (site.active_brozzling_time or 0) + time.time() - start
|
||||
self._frontier.disclaim_site(site, page)
|
||||
|
||||
|
|
2
setup.py
2
setup.py
|
@ -32,7 +32,7 @@ def find_package_data(package):
|
|||
|
||||
setuptools.setup(
|
||||
name='brozzler',
|
||||
version='1.1b12.dev263',
|
||||
version='1.1b12.dev264',
|
||||
description='Distributed web crawling with browsers',
|
||||
url='https://github.com/internetarchive/brozzler',
|
||||
author='Noah Levitt',
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue