diff --git a/bin/brozzle-page b/bin/brozzle-page index 4817dd7..24daca8 100755 --- a/bin/brozzle-page +++ b/bin/brozzle-page @@ -7,6 +7,8 @@ import sys import logging import brozzler import re +import warnings +import requests arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__), description="brozzle-page - brozzle a single page", @@ -27,6 +29,9 @@ args = arg_parser.parse_args(args=sys.argv[1:]) logging.basicConfig(stream=sys.stdout, level=args.log_level, format="%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s") +logging.getLogger("requests.packages.urllib3").setLevel(logging.WARN) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecureRequestWarning) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecurePlatformWarning) extra_headers = {} if args.extra_headers: diff --git a/bin/brozzler-new-job b/bin/brozzler-new-job index 313f17e..5db58e2 100755 --- a/bin/brozzler-new-job +++ b/bin/brozzler-new-job @@ -8,6 +8,8 @@ import brozzler import yaml import json import rethinkstuff +import warnings +import requests arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__), description="brozzler-new-job - queue new job with brozzler", @@ -25,6 +27,9 @@ args = arg_parser.parse_args(args=sys.argv[1:]) logging.basicConfig(stream=sys.stdout, level=args.log_level, format="%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s") +logging.getLogger("requests.packages.urllib3").setLevel(logging.WARN) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecureRequestWarning) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecurePlatformWarning) r = rethinkstuff.Rethinker(args.rethinkdb_servers.split(","), args.rethinkdb_db) frontier = brozzler.RethinkDbFrontier(r) diff --git a/bin/brozzler-new-site b/bin/brozzler-new-site index 199688b..ee1540e 100755 --- a/bin/brozzler-new-site +++ b/bin/brozzler-new-site @@ -8,6 +8,8 @@ import logging import brozzler import re import rethinkstuff +import warnings +import requests arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__), description="brozzler-new-site - register site to brozzle", @@ -33,6 +35,9 @@ args = arg_parser.parse_args(args=sys.argv[1:]) logging.basicConfig(stream=sys.stdout, level=args.log_level, format="%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s") +logging.getLogger("requests.packages.urllib3").setLevel(logging.WARN) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecureRequestWarning) +warnings.simplefilter("ignore", category=requests.packages.urllib3.exceptions.InsecurePlatformWarning) extra_headers = {} if args.extra_headers: