Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 15:55:49 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge 7ef4a04e50ee82e25a78537010b3dc1dfb615001 into 42b4a88c963eb480b3c19117c19eac7e146fa8ff

Browse Source
This commit is contained in:
Adam Miller 2025-04-05 22:39:15 +00:00 committed by GitHub
commit fb092af6c4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
brozzler/worker.py
View File

@ -651,9 +651,16 @@ class BrozzlerWorker:
page.save()
finally:
if start:
seconds_elapsed = time.time() - start
site.active_brozzling_time = (
(site.active_brozzling_time or 0) + time.time() - start
)
site.active_brozzling_time or 0
) + seconds_elapsed
if seconds_elapsed > (30 * 60):
self.logger.warning(
"Page took %s seconds to complete: %s",
seconds_elapsed,
page.url,
)
self._frontier.disclaim_site(site, page)
def _brozzle_site_thread_target(self, browser, site):