diff --git a/brozzler/worker.py b/brozzler/worker.py index e10205b..863f173 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -80,17 +80,7 @@ class BrozzlerWorker: warcproxes = self._service_registry.available_services('warcprox') if not warcproxes: return None - reql = self._frontier.rr.table('sites').between( - ['ACTIVE', r.minval], ['ACTIVE', r.maxval], - index='sites_last_disclaimed') - active_sites = list(reql.run()) - for warcprox in warcproxes: - address = '%s:%s' % (warcprox['host'], warcprox['port']) - warcprox['assigned_sites'] = len([ - site for site in active_sites - if 'proxy' in site and site['proxy'] == address]) - warcproxes.sort(key=lambda warcprox: ( - warcprox['assigned_sites'], warcprox['load'])) + warcproxes.sort(key=lambda warcprox: (warcprox['load'])) # XXX make this heuristic more advanced? return warcproxes[0]