From 0847d93d9ea4769d964b9e786eb6a173b5b69509 Mon Sep 17 00:00:00 2001
From: Barbara Miller <barbara@archive.org>
Date: Wed, 15 Mar 2023 14:15:18 -0700
Subject: [PATCH] add socket_timeout opt for yt-dlp

---
 brozzler/ydl.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/brozzler/ydl.py b/brozzler/ydl.py
index ffdd523..906c653 100644
--- a/brozzler/ydl.py
+++ b/brozzler/ydl.py
@@ -229,6 +229,7 @@ def _build_youtube_dl(worker, destdir, site, page):
             if d['postprocessor'] == 'FixupM3u8' and worker._using_warcprox(site):
                 _YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict'])
 
+    # default socket_timeout is 20 -- we hit it often when cluster is busy
     ydl_opts = {
         "outtmpl": "{}/ydl%(autonumber)s.out".format(destdir),
         "retries": 1,
@@ -237,6 +238,7 @@ def _build_youtube_dl(worker, destdir, site, page):
         "noprogress": True,
         "nopart": True,
         "no_color": True,
+        "socket_timeout": 40,
         "progress_hooks": [maybe_heartbeat_site_last_claimed],
         "postprocessor_hooks": [ydl_postprocess_hook],