Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-13 00:35:26 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

don't skip dash, do impersonate, smaller sleep intervals

Browse source
This commit is contained in:
Barbara Miller 2025-05-07 15:20:33 -07:00
parent 42b4a88c96
commit 3dfcc2ade6
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
brozzler/ydl.py
View file

@ -277,7 +277,7 @@ def _build_youtube_dl(worker, destdir, site, page, ytdlp_proxy_endpoints):
"format_sort": ["res:720", "vcodec:h264", "acodec:aac"], "format_sort": ["res:720", "vcodec:h264", "acodec:aac"],
# skip live streams # skip live streams
"match_filter": match_filter_func("!is_live"), "match_filter": match_filter_func("!is_live"),
"extractor_args": {"youtube": {"skip": ["dash", "hls"]}}, "extractor_args": {"youtube": {"skip": ["hls"]}, "generic": {"impersonate": [""]}},
# --cache-dir local or.. # --cache-dir local or..
# this looked like a problem with nsf-mounted homedir, maybe not a problem for brozzler on focal? # this looked like a problem with nsf-mounted homedir, maybe not a problem for brozzler on focal?
"cache_dir": "/home/archiveit", "cache_dir": "/home/archiveit",
@ -285,8 +285,8 @@ def _build_youtube_dl(worker, destdir, site, page, ytdlp_proxy_endpoints):
"verbose": False, "verbose": False,
"quiet": False, "quiet": False,
# recommended to avoid bot detection # recommended to avoid bot detection
"sleep_interval": 25, "sleep_interval": 7,
"max_sleep_interval": 90, "max_sleep_interval": 27,
} }
ytdlp_url = page.redirect_url if page.redirect_url else page.url ytdlp_url = page.redirect_url if page.redirect_url else page.url