From c74d9ad90fa6e8427e81505bc93e4c8ad7a452f0 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Thu, 19 Sep 2024 20:53:03 -0700 Subject: [PATCH] limit proxy logging --- brozzler/ydl.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/brozzler/ydl.py b/brozzler/ydl.py index 747fa64..ae56fa7 100644 --- a/brozzler/ydl.py +++ b/brozzler/ydl.py @@ -288,11 +288,14 @@ def _build_youtube_dl(worker, destdir, site, page): youtube_host = ( "youtube.com" in ytdlp_url.split("//")[-1].split("/")[0].split("?")[0] ) - if youtube_host: + if youtube_host and YTDLP_PROXY: ydl_opts["proxy"] = YTDLP_PROXY - logging.info("using yt-dlp proxy %s", YTDLP_PROXY) + ytdlp_proxy_for_print = ( + YTDLP_PROXY.split("@")[1] if "@" in YTDLP_PROXY else "@@@" + ) + logging.info("using yt-dlp proxy ... %s", ytdlp_proxy_for_print) - # skip warcprox proxying yt-dlp v.2023.07.06 + # skip warcprox proxying yt-dlp v.2023.07.06: youtube extractor using ranges # if worker._proxy_for(site): # ydl_opts["proxy"] = "http://{}".format(worker._proxy_for(site))