Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-22 23:59:47 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #31 from nlevitt/drain-republish

Browse Source 
new utility queue-json, and another change to help with draining from and republishing to amqp
This commit is contained in:
Adam Miller 2014-08-26 16:58:21 -07:00
commit ce2957269f
2 changed files with 42 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
bin/drain-queue
View File

@ -31,7 +31,10 @@ logging.basicConfig(stream=sys.stderr, level=args.log_level,
format='%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s')
def print_and_maybe_ack(body, message):
print(body)
# do this instead of print(body) so that output syntax is json, not python
# dict (they are similar but not identical)
print(message.body.decode('utf-8'))
if not args.no_ack:
message.ack()

38
bin/queue-json Executable file
View File

@ -0,0 +1,38 @@
#!/usr/bin/python3.4
# vim: set sw=4 et:
import os
import sys
import argparse
import logging
import umbra
import json
from kombu import Connection, Exchange, Queue
arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__),
description='queue-json - send json message to umbra via AMQP',
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
arg_parser.add_argument('-u', '--url', dest='amqp_url', default='amqp://guest:guest@localhost:5672/%2f',
help='URL identifying the AMQP server to talk to')
arg_parser.add_argument('--exchange', dest='amqp_exchange', default='umbra',
help='AMQP exchange name')
arg_parser.add_argument('--routing-key', dest='amqp_routing_key', default='url',
help='AMQP routing key')
arg_parser.add_argument('-v', '--verbose', dest='log_level',
action="store_const", default=logging.INFO, const=logging.DEBUG)
arg_parser.add_argument('--version', action='version',
version="umbra {} - {}".format(umbra.version, os.path.basename(__file__)))
arg_parser.add_argument('payload_json', metavar='JSON_PAYLOAD', help='json payload to send to umbra')
args = arg_parser.parse_args(args=sys.argv[1:])
logging.basicConfig(stream=sys.stdout, level=args.log_level,
format='%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s')
payload = json.loads(args.payload_json)
exchange = Exchange(args.amqp_exchange, 'direct', durable=True)
with Connection(args.amqp_url) as conn:
producer = conn.Producer(serializer='json')
logging.info("sending to amqp url={} exchange={} routing_key={} -- {}".format(args.amqp_url, args.amqp_exchange, args.amqp_routing_key, payload))
producer.publish(payload, routing_key=args.amqp_routing_key, exchange=exchange)