Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-06 05:24:19 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

use new fork of youtube-dl with support for extra http headers on every request

Browse source
This commit is contained in:
Noah Levitt 2015-07-21 19:23:01 +00:00
parent b5cb94fc8b
commit 88f352efea
3 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
brozzler/__init__.py
View file

@ -1,6 +1,7 @@
from brozzler.browser import Browser, BrowserPool from brozzler.browser import Browser, BrowserPool
from brozzler.site import Page, Site from brozzler.site import Page, Site
from brozzler.hq import BrozzlerHQ from brozzler.hq import BrozzlerHQ
from brozzler.worker import BrozzlerWorker
def _read_version(): def _read_version():
import os import os

2
brozzler/worker.py
View file

@ -34,7 +34,7 @@ class BrozzlerWorker:
"noprogress": True, "noprogress": True,
"nopart": True, "nopart": True,
"no_color": True, "no_color": True,
"http_headers": site.extra_headers, "extra_http_headers": site.extra_headers,
} }
if site.proxy: if site.proxy:
ydl_opts["proxy"] = "http://{}".format(site.proxy) ydl_opts["proxy"] = "http://{}".format(site.proxy)

3
requirements.txt
View file

@ -2,7 +2,8 @@ kombu
argparse argparse
PyYAML PyYAML
git+https://github.com/ikreymer/surt.git@py3 git+https://github.com/ikreymer/surt.git@py3
youtube_dl # youtube_dl
git+https://github.com/nlevitt/youtube-dl.git@extra-http-headers
git+https://github.com/seomoz/reppy.git git+https://github.com/seomoz/reppy.git
# websocket-client # websocket-client
git+https://github.com/nlevitt/websocket-client.git@tweaks git+https://github.com/nlevitt/websocket-client.git@tweaks