From af39b8cc6f259cd233f2e010848bf7e8f253fa69 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Wed, 11 Mar 2020 13:40:37 -0700 Subject: [PATCH] skip active_sites query --- brozzler/worker.py | 12 +----------- 1 file changed, 1 insertion(+), 11 deletions(-) diff --git a/brozzler/worker.py b/brozzler/worker.py index e10205b..863f173 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -80,17 +80,7 @@ class BrozzlerWorker: warcproxes = self._service_registry.available_services('warcprox') if not warcproxes: return None - reql = self._frontier.rr.table('sites').between( - ['ACTIVE', r.minval], ['ACTIVE', r.maxval], - index='sites_last_disclaimed') - active_sites = list(reql.run()) - for warcprox in warcproxes: - address = '%s:%s' % (warcprox['host'], warcprox['port']) - warcprox['assigned_sites'] = len([ - site for site in active_sites - if 'proxy' in site and site['proxy'] == address]) - warcproxes.sort(key=lambda warcprox: ( - warcprox['assigned_sites'], warcprox['load'])) + warcproxes.sort(key=lambda warcprox: (warcprox['load'])) # XXX make this heuristic more advanced? return warcproxes[0]