Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix buglet

Browse Source
This commit is contained in:
Noah Levitt 2015-07-16 18:43:14 -07:00
parent a54e60dbaf
commit c178ed1950
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/hq.py
View File

@ -158,7 +158,7 @@ class BrozzlerHQ:
for url in parent_page.outlinks: for url in parent_page.outlinks:
if site.is_in_scope(url): if site.is_in_scope(url):
if site.is_permitted_by_robots(url): if site.is_permitted_by_robots(url):
child_page = brozzler.Page(url, site_id=site.id, hops_from_seed=page.hops_from_seed+1) child_page = brozzler.Page(url, site_id=site.id, hops_from_seed=parent_page.hops_from_seed+1)
try: try:
self._db.update_page(child_page) self._db.update_page(child_page)
counts["updated"] += 1 counts["updated"] += 1