Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Add headless cli option to brozzler-worker cmd

Browse Source
This commit is contained in:
Vangelis Banos 2019-05-13 20:10:54 +00:00
parent f9d779133c
commit eb1504c861
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
brozzler/cli.py
View File

@ -306,6 +306,9 @@ def brozzler_worker(argv=None):
arg_parser.add_argument(
'-n', '--max-browsers', dest='max_browsers', default='1',
help='max number of chrome instances simultaneously browsing pages')
arg_parser.add_argument(
'--headless', dest='headless', action='store_true', default=False,
help='use chrome in headless mode')
arg_parser.add_argument(
'--proxy', dest='proxy', default=None, help='http proxy')
arg_parser.add_argument(
@ -354,7 +357,7 @@ def brozzler_worker(argv=None):
service_registry = doublethink.ServiceRegistry(rr)
worker = brozzler.worker.BrozzlerWorker(
frontier, service_registry, max_browsers=int(args.max_browsers),
chrome_exe=args.chrome_exe, proxy=args.proxy,
chrome_exe=args.chrome_exe, headless=headless, proxy=args.proxy,
warcprox_auto=args.warcprox_auto,
skip_extract_outlinks=args.skip_extract_outlinks,
skip_visit_hashtags=args.skip_visit_hashtags,