From 7ef4a04e50ee82e25a78537010b3dc1dfb615001 Mon Sep 17 00:00:00 2001
From: Adam Miller <adam@archive.org>
Date: Wed, 11 Dec 2024 16:47:13 -0800
Subject: [PATCH] feat: add log for long brozzler sessions

---
 brozzler/worker.py | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/brozzler/worker.py b/brozzler/worker.py
index e71939d..e0c7a01 100644
--- a/brozzler/worker.py
+++ b/brozzler/worker.py
@@ -572,9 +572,16 @@ class BrozzlerWorker:
                     page.save()
         finally:
             if start:
+                seconds_elapsed = time.time() - start
                 site.active_brozzling_time = (
-                    (site.active_brozzling_time or 0) + time.time() - start
-                )
+                    site.active_brozzling_time or 0
+                ) + seconds_elapsed
+                if seconds_elapsed > (30 * 60):
+                    self.logger.warning(
+                        "Page took %s seconds to complete: %s",
+                        seconds_elapsed,
+                        page.url,
+                    )
             self._frontier.disclaim_site(site, page)
 
     def _brozzle_site_thread_target(self, browser, site):