From f8f7aa1dca3ee76671251eba0599c1f2ccbaf21f Mon Sep 17 00:00:00 2001
From: Barbara Miller <galgeek@me.com>
Date: Wed, 11 Mar 2020 14:08:34 -0700
Subject: [PATCH] maybe fewer warcproxes

---
 brozzler/worker.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/brozzler/worker.py b/brozzler/worker.py
index d7cb3ae..ea2e3cc 100644
--- a/brozzler/worker.py
+++ b/brozzler/worker.py
@@ -82,8 +82,11 @@ class BrozzlerWorker:
         if not warcproxes:
             return None
         warcproxes.sort(key=lambda warcprox: (warcprox['load']))
+        num_choices = 5
+        if len(warcproxes) < num_choices:
+            num_choices = len(warcproxes)
         # XXX make this heuristic more advanced?
-        return random.choice(warcproxes[0:5])
+        return random.choice(warcproxes[0:num_choices])
 
     def _proxy_for(self, site):
         if self._proxy: