Merge branch 'predup_type_playlist' into qa

This commit is contained in:
Barbara Miller 2025-07-15 17:16:30 -07:00
commit 935241102b

View file

@ -619,6 +619,7 @@ def do_youtube_dl(worker, site, page, ytdlp_proxy_endpoints):
urlcanon.aggressive(f"http://www.youtube.com/watch?v={e['id']}")
)
if youtube_watch_url in captured_youtube_watch_pages:
logger.info("skipping adding %s to outlinks", youtube_watch_url)
continue
uncaptured_youtube_watch_pages.append(
f"https://www.youtube.com/watch?v={e['id']}"