Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-23 08:09:48 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

limit proxy logging

Browse Source
This commit is contained in:
Barbara Miller 2024-09-19 20:53:03 -07:00
parent 229d53d4b1
commit c74d9ad90f
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
brozzler/ydl.py
View File

@ -288,11 +288,14 @@ def _build_youtube_dl(worker, destdir, site, page):
youtube_host = (
"youtube.com" in ytdlp_url.split("//")[-1].split("/")[0].split("?")[0]
)
if youtube_host:
if youtube_host and YTDLP_PROXY:
ydl_opts["proxy"] = YTDLP_PROXY
logging.info("using yt-dlp proxy %s", YTDLP_PROXY)
ytdlp_proxy_for_print = (
YTDLP_PROXY.split("@")[1] if "@" in YTDLP_PROXY else "@@@"
)
logging.info("using yt-dlp proxy ... %s", ytdlp_proxy_for_print)
# skip warcprox proxying yt-dlp v.2023.07.06
# skip warcprox proxying yt-dlp v.2023.07.06: youtube extractor using ranges
# if worker._proxy_for(site):
# ydl_opts["proxy"] = "http://{}".format(worker._proxy_for(site))