Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-24 06:44:09 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix buglet

Browse source
This commit is contained in:
Noah Levitt 2015-07-16 18:43:14 -07:00
parent a54e60dbaf
commit c178ed1950
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/hq.py
View file

@ -158,7 +158,7 @@ class BrozzlerHQ:
for url in parent_page.outlinks:
if site.is_in_scope(url):
if site.is_permitted_by_robots(url):
child_page = brozzler.Page(url, site_id=site.id, hops_from_seed=page.hops_from_seed+1)
child_page = brozzler.Page(url, site_id=site.id, hops_from_seed=parent_page.hops_from_seed+1)
try:
self._db.update_page(child_page)
counts["updated"] += 1