Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-14 10:39:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

add socket_timeout opt for yt-dlp

Browse source
This commit is contained in:
Barbara Miller 2023-03-15 14:15:18 -07:00
parent 03a6b15717
commit 0847d93d9e
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
brozzler/ydl.py
View file

@ -229,6 +229,7 @@ def _build_youtube_dl(worker, destdir, site, page):
if d['postprocessor'] == 'FixupM3u8' and worker._using_warcprox(site): if d['postprocessor'] == 'FixupM3u8' and worker._using_warcprox(site):
_YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict']) _YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict'])
# default socket_timeout is 20 -- we hit it often when cluster is busy
ydl_opts = { ydl_opts = {
"outtmpl": "{}/ydl%(autonumber)s.out".format(destdir), "outtmpl": "{}/ydl%(autonumber)s.out".format(destdir),
"retries": 1, "retries": 1,
@ -237,6 +238,7 @@ def _build_youtube_dl(worker, destdir, site, page):
"noprogress": True, "noprogress": True,
"nopart": True, "nopart": True,
"no_color": True, "no_color": True,
"socket_timeout": 40,
"progress_hooks": [maybe_heartbeat_site_last_claimed], "progress_hooks": [maybe_heartbeat_site_last_claimed],
"postprocessor_hooks": [ydl_postprocess_hook], "postprocessor_hooks": [ydl_postprocess_hook],