Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 00:29:53 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix 'CrawlUrl' object has no attribute 'priority' bug

Browse Source
This commit is contained in:
Noah Levitt 2015-07-08 17:51:09 -07:00
parent 4022cc0162
commit 32abfcac8a
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
umbra/frontier.py
View File

@ -18,7 +18,7 @@ class CrawlUrl:
self.priority_key = (priority << 32) | (hash(self.url) & (2**32 - 1))
def get_priority(self):
return self.priority >> 32
return self.priority_key >> 32
@property
def host(self):
@ -29,8 +29,8 @@ class CrawlUrl:
class Frontier:
def __init__(self):
# {url:CrawlUrl}
self.urls = {}
self.urls = {}
# {host:SortedDict{priority_key:CrawlUrl}}
self.queues_by_host = {}