From 4b20d81b19379689cf8f7e8b2dfdee7fafef004c Mon Sep 17 00:00:00 2001 From: Adam Miller Date: Tue, 26 Nov 2024 10:26:47 -0800 Subject: [PATCH] chore: Comment retry delay backoff calculation. --- brozzler/worker.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/brozzler/worker.py b/brozzler/worker.py index cb7b368..44e90d5 100644 --- a/brozzler/worker.py +++ b/brozzler/worker.py @@ -552,6 +552,8 @@ class BrozzlerWorker: "unexpected exception site=%r page=%r", site, page, exc_info=True ) if page: + # Calculate backoff in seconds based on number of failed attempts. + # Minimum of 60, max of 135 giving delays of 60, 90, 135, 135... retry_delay = min(135, 60 * (1.5**page.failed_attempts)) page.retry_after = doublethink.utcnow() + datetime.timedelta( seconds=retry_delay