Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-20 04:44:12 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

missed this in the last commit

Browse source
This commit is contained in:
Noah Levitt 2017-02-15 23:20:47 -08:00
parent b409e49cfa
commit f02d4ed40e
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
brozzler/site.py
View file

@ -188,14 +188,14 @@ class Site(brozzler.BaseDictable):
might_accept = True might_accept = True
elif "accepts" in self.scope: elif "accepts" in self.scope:
for rule in self.scope["accepts"]: for rule in self.scope["accepts"]:
if self._scope_rule_applies(rule, u): if self._scope_rule_applies(rule, u, parent_page):
might_accept = True might_accept = True
break break
if might_accept: if might_accept:
if "blocks" in self.scope: if "blocks" in self.scope:
for rule in self.scope["blocks"]: for rule in self.scope["blocks"]:
if self._scope_rule_applies(rule, u): if self._scope_rule_applies(rule, u, parent_page):
return False return False
return True return True
else: else:

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b9.dev189', version='1.1b9.dev190',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',