Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 15:55:49 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

missed this in the last commit

Browse Source
This commit is contained in:
Noah Levitt 2017-02-15 23:20:47 -08:00
parent b409e49cfa
commit f02d4ed40e
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
brozzler/site.py
View File

@ -188,14 +188,14 @@ class Site(brozzler.BaseDictable):
might_accept = True
elif "accepts" in self.scope:
for rule in self.scope["accepts"]:
if self._scope_rule_applies(rule, u):
if self._scope_rule_applies(rule, u, parent_page):
might_accept = True
break
if might_accept:
if "blocks" in self.scope:
for rule in self.scope["blocks"]:
if self._scope_rule_applies(rule, u):
if self._scope_rule_applies(rule, u, parent_page):
return False
return True
else:

2
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup(
name='brozzler',
version='1.1b9.dev189',
version='1.1b9.dev190',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',