Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-02-24 16:49:56 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #5 from ato/fix-brozzler-new-site

Browse Source 
brozzler-new-site: Fix warcprox_meta's default value and json import
This commit is contained in:
Noah Levitt 2016-05-17 10:14:48 -07:00
commit 92f8f7c16d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
bin/brozzler-new-site
View File

@ -27,6 +27,7 @@ import re
import rethinkstuff import rethinkstuff
import warnings import warnings
import requests import requests
import json
arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__), arg_parser = argparse.ArgumentParser(prog=os.path.basename(__file__),
description="brozzler-new-site - register site to brozzle", description="brozzler-new-site - register site to brozzle",
@ -63,7 +64,7 @@ site = brozzler.Site(
time_limit=int(args.time_limit) if args.time_limit else None, time_limit=int(args.time_limit) if args.time_limit else None,
ignore_robots=args.ignore_robots, ignore_robots=args.ignore_robots,
enable_warcprox_features=args.enable_warcprox_features, enable_warcprox_features=args.enable_warcprox_features,
warcprox_meta=json.loads(args.warcprox_meta)) warcprox_meta=json.loads(args.warcprox_meta) if args.warcprox_meta else None)
r = rethinkstuff.Rethinker(args.rethinkdb_servers.split(","), args.rethinkdb_db) r = rethinkstuff.Rethinker(args.rethinkdb_servers.split(","), args.rethinkdb_db)
frontier = brozzler.RethinkDbFrontier(r) frontier = brozzler.RethinkDbFrontier(r)