Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 08:39:59 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

random.choice

Browse Source
This commit is contained in:
Barbara Miller 2020-03-11 14:00:07 -07:00
parent af39b8cc6f
commit d190122a6d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
brozzler/worker.py
View File

@ -28,6 +28,7 @@ import json
import PIL.Image import PIL.Image
import io import io
import socket import socket
import random
import requests import requests
import doublethink import doublethink
import tempfile import tempfile
@ -82,7 +83,7 @@ class BrozzlerWorker:
return None return None
warcproxes.sort(key=lambda warcprox: (warcprox['load'])) warcproxes.sort(key=lambda warcprox: (warcprox['load']))
# XXX make this heuristic more advanced? # XXX make this heuristic more advanced?
return warcproxes[0] return random.choice(warcproxes[0:5])
def _proxy_for(self, site): def _proxy_for(self, site):
if self._proxy: if self._proxy: