Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

stealth for brozzler_worker

Browse Source
This commit is contained in:
Barbara Miller 2022-06-22 14:14:50 -07:00
parent de8d67e1e7
commit 218a49e824
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
brozzler/cli.py
View File

@ -340,6 +340,9 @@ def brozzler_worker(argv=None):
arg_parser.add_argument(
'--skip-youtube-dl', dest='skip_youtube_dl',
action='store_true', help=argparse.SUPPRESS)
arg_parser.add_argument(
'--stealth', dest='stealth', action='store_true',
help='Try to avoid web bot detection')
add_common_options(arg_parser, argv)
args = arg_parser.parse_args(args=argv[1:])
@ -376,7 +379,8 @@ def brozzler_worker(argv=None):
warcprox_auto=args.warcprox_auto,
skip_extract_outlinks=args.skip_extract_outlinks,
skip_visit_hashtags=args.skip_visit_hashtags,
skip_youtube_dl=args.skip_youtube_dl)
skip_youtube_dl=args.skip_youtube_dl,
stealth=args.stealth)
signal.signal(signal.SIGQUIT, dump_state)
signal.signal(signal.SIGTERM, lambda s,f: worker.stop())