From 218a49e824056e798baff22967950351a9f0fbf7 Mon Sep 17 00:00:00 2001 From: Barbara Miller Date: Wed, 22 Jun 2022 14:14:50 -0700 Subject: [PATCH] stealth for brozzler_worker --- brozzler/cli.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/brozzler/cli.py b/brozzler/cli.py index e3bc93c..c146a48 100755 --- a/brozzler/cli.py +++ b/brozzler/cli.py @@ -340,6 +340,9 @@ def brozzler_worker(argv=None): arg_parser.add_argument( '--skip-youtube-dl', dest='skip_youtube_dl', action='store_true', help=argparse.SUPPRESS) + arg_parser.add_argument( + '--stealth', dest='stealth', action='store_true', + help='Try to avoid web bot detection') add_common_options(arg_parser, argv) args = arg_parser.parse_args(args=argv[1:]) @@ -376,7 +379,8 @@ def brozzler_worker(argv=None): warcprox_auto=args.warcprox_auto, skip_extract_outlinks=args.skip_extract_outlinks, skip_visit_hashtags=args.skip_visit_hashtags, - skip_youtube_dl=args.skip_youtube_dl) + skip_youtube_dl=args.skip_youtube_dl, + stealth=args.stealth) signal.signal(signal.SIGQUIT, dump_state) signal.signal(signal.SIGTERM, lambda s,f: worker.stop())