brozzler/bin/umbra

#!/usr/bin/env python
# vim: set sw=4 et:

import logging
import argparse
import time
import umbra
import sys
import signal
import os
import umbra
import signal
import threading

if __name__=="__main__":
    import faulthandler
    faulthandler.register(signal.SIGQUIT)

    arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__),
            description='umbra - browser automation tool communicating via AMQP',
            formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    arg_parser.add_argument('-e', '--executable', dest='chrome_exe', default='chromium-browser',
            help='Executable to use to invoke chrome')
    arg_parser.add_argument('-u', '--url', dest='amqp_url', default='amqp://guest:guest@localhost:5672/%2f',
            help='URL identifying the amqp server to talk to')
    arg_parser.add_argument('--exchange', dest='amqp_exchange', default='umbra',
            help='AMQP exchange name')
    arg_parser.add_argument('--queue', dest='amqp_queue', default='urls',
            help='AMQP queue to consume urls from')
    arg_parser.add_argument('-n', '--max-browsers', dest='max_browsers', default='1',
            help='Max number of chrome instances simultaneously browsing pages')
    arg_parser.add_argument('-v', '--verbose', dest='log_level',
            action="store_const", default=logging.INFO, const=logging.DEBUG)
    arg_parser.add_argument('--version', action='version',
            version="umbra {}".format(umbra.version))
    args = arg_parser.parse_args(args=sys.argv[1:])

    logging.basicConfig(stream=sys.stdout, level=args.log_level,
            format='%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s')

    logging.info("umbra {} starting up".format(umbra.version))

    controller = umbra.Umbra(args.amqp_url, args.chrome_exe, 
            max_active_browsers=int(args.max_browsers),
            exchange_name=args.amqp_exchange, queue_name=args.amqp_queue)

    class ShutdownRequested(Exception):
        pass

    def sigterm(signum, frame):
        raise ShutdownRequested('shutdown requested (caught SIGTERM)')
    def sigint(signum, frame):
        raise ShutdownRequested('shutdown requested (caught SIGINT)')

    signal.signal(signal.SIGTERM, sigterm)
    signal.signal(signal.SIGINT, sigint)

    controller.start()

    try:
        while True:
            time.sleep(0.5)
    except ShutdownRequested as e:
        logging.info(e)
    except BaseException as e:
        logging.fatal(e)
    finally:
        try:
            controller.shutdown()
            for th in threading.enumerate():
                if th != threading.current_thread():
                    th.join()
        except BaseException as e:
            logging.warn("caught exception {}".format(e))
            for i in range(6,0,-1):
                controller.shutdown_now()
                try:
                    for th in threading.enumerate():
                        if th != threading.current_thread():
                            th.join()
                    break # if we get here, we're done, all threads finished
                except:
                    logging.warn("caught exception {}".format(e))

    logging.info("all finished, exiting")