Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

feat: add log for long brozzler sessions

Browse Source
This commit is contained in:
Adam Miller 2024-12-11 16:47:13 -08:00
parent 73a9c9f823
commit 7ef4a04e50
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
brozzler/worker.py
View File

@ -572,9 +572,16 @@ class BrozzlerWorker:
page.save()
finally:
if start:
seconds_elapsed = time.time() - start
site.active_brozzling_time = (
(site.active_brozzling_time or 0) + time.time() - start
)
site.active_brozzling_time or 0
) + seconds_elapsed
if seconds_elapsed > (30 * 60):
self.logger.warning(
"Page took %s seconds to complete: %s",
seconds_elapsed,
page.url,
)
self._frontier.disclaim_site(site, page)
def _brozzle_site_thread_target(self, browser, site):