mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-08-03 12:06:28 -04:00
Merge branch 'predup_type_playlist' into qa
This commit is contained in:
commit
935241102b
1 changed files with 1 additions and 0 deletions
|
@ -619,6 +619,7 @@ def do_youtube_dl(worker, site, page, ytdlp_proxy_endpoints):
|
|||
urlcanon.aggressive(f"http://www.youtube.com/watch?v={e['id']}")
|
||||
)
|
||||
if youtube_watch_url in captured_youtube_watch_pages:
|
||||
logger.info("skipping adding %s to outlinks", youtube_watch_url)
|
||||
continue
|
||||
uncaptured_youtube_watch_pages.append(
|
||||
f"https://www.youtube.com/watch?v={e['id']}"
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue