Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-09-23 14:14:43 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

retry only proxied urls

Browse source
This commit is contained in:
Barbara Miller 2024-12-06 17:33:11 -08:00
parent 73a9c9f823
commit f7938fe4bc
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
brozzler/ydl.py
View file

@ -34,7 +34,7 @@ import time
thread_local = threading.local() thread_local = threading.local()
YTDLP_PROXY = "" YTDLP_PROXY = ""
MAX_YTDLP_ATTEMPTS = 4 MAX_YTDLP_ATTEMPTS = 1
YTDLP_WAIT = 10 YTDLP_WAIT = 10
@ -285,6 +285,7 @@ def _build_youtube_dl(worker, destdir, site, page):
ytdlp_url = page.redirect_url if page.redirect_url else page.url ytdlp_url = page.redirect_url if page.redirect_url else page.url
is_youtube_host = isyoutubehost(ytdlp_url) is_youtube_host = isyoutubehost(ytdlp_url)
if is_youtube_host and YTDLP_PROXY: if is_youtube_host and YTDLP_PROXY:
MAX_YTDLP_ATTEMPTS = 4
ydl_opts["proxy"] = YTDLP_PROXY ydl_opts["proxy"] = YTDLP_PROXY
# don't log proxy value secrets # don't log proxy value secrets
ytdlp_proxy_for_logs = ( ytdlp_proxy_for_logs = (