Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

avoid hanging in case a page has no outlinks

Browse Source
This commit is contained in:
Noah Levitt 2016-06-28 11:25:04 -05:00
parent 6a11e1da2a
commit 0bd687abde
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/browser.py
View File

@ -273,7 +273,7 @@ class Browser:
or self._waiting_on_screenshot_msg_id):
return False
if self._outlinks:
if self._outlinks is not None:
self.logger.info("got outlinks, finished browsing %s", self.url)
return True
elif not self._waiting_on_outlinks_msg_id:

2
setup.py
View File

@ -21,7 +21,7 @@ import setuptools
setuptools.setup(
name='brozzler',
version='1.1.dev24',
version='1.1.dev25',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',