Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-20 12:54:23 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix bug handling page with zero outlinks

Browse source
This commit is contained in:
Noah Levitt 2016-12-09 16:43:23 -08:00
parent af1e1c75ec
commit d68053764c
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
brozzler/browser.py
View file

@ -318,8 +318,11 @@ __brzl_compileOutlinks(window).join('\n');
chain = [] chain = []
def set_outlinks(message): def set_outlinks(message):
if message["result"]["result"]["value"]:
self._outlinks = frozenset( self._outlinks = frozenset(
message["result"]["result"]["value"].split("\n")) message["result"]["result"]["value"].split("\n"))
else:
self._outlinks = frozenset()
chain.append({ chain.append({
"info": "retrieving outlinks", "info": "retrieving outlinks",

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b8.dev141', version='1.1b8.dev142',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',