Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-05-20 07:20:22 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

missed this in the last commit

Browse source
This commit is contained in:
Noah Levitt 2017-02-15 23:20:47 -08:00
parent b409e49cfa
commit f02d4ed40e
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
brozzler/site.py
View file

@ -188,14 +188,14 @@ class Site(brozzler.BaseDictable):
might_accept = True
elif "accepts" in self.scope:
for rule in self.scope["accepts"]:
if self._scope_rule_applies(rule, u):
if self._scope_rule_applies(rule, u, parent_page):
might_accept = True
break
if might_accept:
if "blocks" in self.scope:
for rule in self.scope["blocks"]:
if self._scope_rule_applies(rule, u):
if self._scope_rule_applies(rule, u, parent_page):
return False
return True
else:

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup(
name='brozzler',
version='1.1b9.dev189',
version='1.1b9.dev190',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',