Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-06-23 14:24:07 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

actually respect --proxy and --warcprox-auto options to brozzler-worker

Browse source
This commit is contained in:
Noah Levitt 2017-03-24 22:27:52 +00:00
parent 934190084c
commit 0e35de43b6
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
brozzler/cli.py
View file

@ -336,7 +336,8 @@ def brozzler_worker():
service_registry = doublethink.ServiceRegistry(rr) service_registry = doublethink.ServiceRegistry(rr)
worker = brozzler.worker.BrozzlerWorker( worker = brozzler.worker.BrozzlerWorker(
frontier, service_registry, max_browsers=int(args.max_browsers), frontier, service_registry, max_browsers=int(args.max_browsers),
chrome_exe=args.chrome_exe) chrome_exe=args.chrome_exe, proxy=args.proxy,
warcprox_auto=args.warcprox_auto)
worker.run() worker.run()

2
setup.py
View file

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup( setuptools.setup(
name='brozzler', name='brozzler',
version='1.1b10.dev219', version='1.1b10.dev220',
description='Distributed web crawling with browsers', description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler', url='https://github.com/internetarchive/brozzler',
author='Noah Levitt', author='Noah Levitt',