Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-07 05:52:27 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'master' of github.com:internetarchive/brozzler

Browse source
This commit is contained in:
Barbara Miller 2022-04-03 16:44:02 -07:00
commit dbd1bb52e8
2 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
brozzler/ydl.py
View file

@ -223,8 +223,9 @@ def _build_youtube_dl(worker, destdir, site):
def ydl_postprocess_hook(d): def ydl_postprocess_hook(d):
if d['status'] == 'finished': if d['status'] == 'finished':
print('[ydl_postprocess_hook] Done postprocessing') worker.logger.info('[ydl_postprocess_hook] Finished postprocessing')
if worker._using_warcprox(site): worker.logger.info('[ydl_postprocess_hook] postprocessor: {}'.format(d['postprocessor']))
if d['postprocessor'] == 'FixupM3u8' and worker._using_warcprox(site):
_YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict']) _YoutubeDL._push_stitched_up_vid_to_warcprox(_YoutubeDL, site, d['info_dict'])
ydl_opts = { ydl_opts = {
@ -247,6 +248,7 @@ def _build_youtube_dl(worker, destdir, site):
# "If --prefer-free-formats is used, the order changes to opus > ogg > webm > m4a > mp3 > aac." # "If --prefer-free-formats is used, the order changes to opus > ogg > webm > m4a > mp3 > aac."
# "ext: Equivalent to vext,aext" # "ext: Equivalent to vext,aext"
"format_sort": ["ext"], "format_sort": ["ext"],
"format": "b/bv+ba",
# --cache-dir local or... # --cache-dir local or...
"cache_dir": False, "cache_dir": False,

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.5.26', version='1.5.27',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',