use new fork of youtube-dl with support for extra http headers on every request

brozzler/__init__.py

@@ -1,6 +1,7 @@
 from brozzler.browser import Browser, BrowserPool
 from brozzler.site import Page, Site
 from brozzler.hq import BrozzlerHQ
+from brozzler.worker import BrozzlerWorker
 
 def _read_version():
     import os

brozzler/worker.py

@@ -34,7 +34,7 @@ class BrozzlerWorker:
             "noprogress": True,
             "nopart": True,
             "no_color": True,
-            "http_headers": site.extra_headers,
+            "extra_http_headers": site.extra_headers,
         }
         if site.proxy:
             ydl_opts["proxy"] = "http://{}".format(site.proxy)

requirements.txt

@@ -2,7 +2,8 @@ kombu
 argparse
 PyYAML
 git+https://github.com/ikreymer/surt.git@py3
-youtube_dl
+# youtube_dl
+git+https://github.com/nlevitt/youtube-dl.git@extra-http-headers
 git+https://github.com/seomoz/reppy.git
 # websocket-client
 git+https://github.com/nlevitt/websocket-client.git@tweaks