Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-21 13:24:20 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

handle "undefined" in list of frames when extracting outlinks (fixes ARI-4988)

Browse source
This commit is contained in:
Noah Levitt 2016-06-28 12:23:32 -05:00
parent 0bd687abde
commit 772bcf0df6
2 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/browser.py
View file

@ -290,8 +290,10 @@ var compileOutlinks = function(frame) {
var outlinks = Array.prototype.slice.call(
frame.document.querySelectorAll('a[href]'));
for (var i = 0; i < frame.frames.length; i++) {
if (frame.frames[i]) { // sometimes undefined (why?)
outlinks = outlinks.concat(compileOutlinks(frame.frames[i]));
}
}
return outlinks;
}
compileOutlinks(window).join(' ');

2
setup.py
View file

@ -21,7 +21,7 @@ import setuptools
setuptools.setup(
name='brozzler',
version='1.1.dev25',
version='1.1.dev26',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',