Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-23 16:19:49 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

histograms track_inprogress ...

Browse Source
This commit is contained in:
Barbara Miller 2024-10-07 15:50:32 -07:00
parent d7c6c57908
commit de7a325377
2 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
brozzler/worker.py
View File

@ -317,8 +317,8 @@ class BrozzlerWorker:
)
return outlinks
@metrics.brozzler_in_progress_headers.time()
@metrics.brozzler_header_processing_duration_seconds.track_inprogress()
@metrics.brozzler_header_processing_duration_seconds.time()
@metrics.brozzler_in_progress_headers.track_inprogress()
def _get_page_headers(self, page):
# bypassing warcprox, requests' stream=True defers downloading the body of the response
# see https://docs.python-requests.org/en/latest/user/advanced/#body-content-workflow
@ -338,8 +338,8 @@ class BrozzlerWorker:
return False
return True
@metrics.brozzler_in_progress_browses.time()
@metrics.brozzler_browsing_duration_seconds.track_inprogress()
@metrics.brozzler_browsing_duration_seconds.time()
@metrics.brozzler_in_progress_browses.track_inprogress()
def _browse_page(self, browser, site, page, on_screenshot=None, on_request=None):
def update_page_metrics(page, outlinks):
"""Update page-level Prometheus metrics."""

5
brozzler/ydl.py
View File

@ -404,9 +404,8 @@ def _try_youtube_dl(worker, ydl, site, page):
)
return ie_result
@metrics.brozzler_in_progress_ytdlps.time()
@metrics.brozzler_ytdlp_duration_seconds.track_inprogress()
@metrics.brozzler_ytdlp_duration_seconds.time()
@metrics.brozzler_in_progress_ytdlps.track_inprogress()
def do_youtube_dl(worker, site, page):
"""
Runs yt-dlp configured for `worker` and `site` to download videos from