From 5b967b9738a55cb5c91e1ac73c5a0da74c68a1c3 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Tue, 15 Jul 2025 17:16:00 -0700 Subject: [PATCH] log urls we skipped adding to outlinks --- brozzler/ydl.py | 1 + 1 file changed, 1 insertion(+) diff --git a/brozzler/ydl.py b/brozzler/ydl.py index ab1ccb2..2b20f4c 100644 --- a/brozzler/ydl.py +++ b/brozzler/ydl.py @@ -619,6 +619,7 @@ def do_youtube_dl(worker, site, page, ytdlp_proxy_endpoints): urlcanon.aggressive(f"http://www.youtube.com/watch?v={e['id']}") ) if youtube_watch_url in captured_youtube_watch_pages: + logger.info("skipping adding %s to outlinks", youtube_watch_url) continue uncaptured_youtube_watch_pages.append( f"https://www.youtube.com/watch?v={e['id']}"