Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-23 16:19:49 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

add socket_timeout opt for yt-dlp

Browse Source
This commit is contained in:
Barbara Miller 2023-03-15 14:15:18 -07:00
parent 03a6b15717
commit 0847d93d9e
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
brozzler/ydl.py
View File

@ -229,6 +229,7 @@ def _build_youtube_dl(worker, destdir, site, page):
if d['postprocessor'] == 'FixupM3u8' and worker._using_warcprox(site):
_YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict'])
# default socket_timeout is 20 -- we hit it often when cluster is busy
ydl_opts = {
"outtmpl": "{}/ydl%(autonumber)s.out".format(destdir),
"retries": 1,
@ -237,6 +238,7 @@ def _build_youtube_dl(worker, destdir, site, page):
"noprogress": True,
"nopart": True,
"no_color": True,
"socket_timeout": 40,
"progress_hooks": [maybe_heartbeat_site_last_claimed],
"postprocessor_hooks": [ydl_postprocess_hook],