Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-23 16:19:49 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

black'd

Browse Source
This commit is contained in:
Barbara Miller 2025-01-23 12:37:56 -08:00
parent baa33e3079
commit b22349e281
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
brozzler/cli.py
View File

@ -619,7 +619,8 @@ def brozzler_worker(argv=None):
ytdlp_proxy_endpoints = [l for l in endpoints.readlines()] ytdlp_proxy_endpoints = [l for l in endpoints.readlines()]
if ytdlp_proxy_endpoints: if ytdlp_proxy_endpoints:
logging.info( logging.info(
"running with ytdlp proxy endpoints file %s" % YTDLP_PROXY_ENDPOINTS_FILE "running with ytdlp proxy endpoints file %s"
% YTDLP_PROXY_ENDPOINTS_FILE
) )
except Exception as e: except Exception as e:
ytdlp_proxy_endpoints = [] ytdlp_proxy_endpoints = []

4
brozzler/worker.py
View File

@ -292,7 +292,9 @@ class BrozzlerWorker:
site, page, status_code, self._skip_av_seeds site, page, status_code, self._skip_av_seeds
): ):
try: try:
ydl_outlinks = ydl.do_youtube_dl(self, site, page, self._ytdlp_proxy_endpoints) ydl_outlinks = ydl.do_youtube_dl(
self, site, page, self._ytdlp_proxy_endpoints
)
metrics.brozzler_ydl_urls_checked.inc(1) metrics.brozzler_ydl_urls_checked.inc(1)
outlinks.update(ydl_outlinks) outlinks.update(ydl_outlinks)
except brozzler.ReachedLimit as e: except brozzler.ReachedLimit as e: