Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-01 02:56:10 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix output format

Browse source
This commit is contained in:
James Kafader 2020-03-11 19:15:57 -07:00
parent 3defd49677
commit b9c5e4b66c
1 changed files with 1 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

12
brozzler/worker.py
View file

@ -86,21 +86,11 @@ class BrozzlerWorker:
['ACTIVE', r.minval], ['ACTIVE', r.maxval], ['ACTIVE', r.minval], ['ACTIVE', r.maxval],
index='sites_last_disclaimed').group('proxy').count() index='sites_last_disclaimed').group('proxy').count()
# returns results like # returns results like
# [ {
# "group": "wbgrp-svc030.us.archive.org:8000" ,
# "reduction": 148
# } ,
# {
# "group": "wbgrp-svc030.us.archive.org:8001" ,
# "reduction": 145
# }]
proxy_list = list(reql.run())
# convert to structure like:
# { # {
# "wbgrp-svc030.us.archive.org:8000": 148, # "wbgrp-svc030.us.archive.org:8000": 148,
# "wbgrp-svc030.us.archive.org:8001": 145 # "wbgrp-svc030.us.archive.org:8001": 145
# } # }
proxy_scoreboard = {proxy['group']: proxy['reduction'] for proxy in proxy_list} proxy_scoreboard = list(reql.run())
for warcprox in warcproxes: for warcprox in warcproxes:
address = '%s:%s' % (warcprox['host'], warcprox['port']) address = '%s:%s' % (warcprox['host'], warcprox['port'])
warcprox['assigned_sites'] = proxy_scoreboard.get('address', 0) warcprox['assigned_sites'] = proxy_scoreboard.get('address', 0)