Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge branch 'simpler_choose_warcprox' into qa

Browse Source
This commit is contained in:
Barbara Miller 2020-03-11 14:09:03 -07:00
commit c952ae019b
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
brozzler/worker.py
View File

@ -82,8 +82,11 @@ class BrozzlerWorker:
if not warcproxes:
return None
warcproxes.sort(key=lambda warcprox: (warcprox['load']))
num_choices = 5
if len(warcproxes) < num_choices:
num_choices = len(warcproxes)
# XXX make this heuristic more advanced?
return random.choice(warcproxes[0:5])
return random.choice(warcproxes[0:num_choices])
def _proxy_for(self, site):
if self._proxy: