Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

chore: formatting

Browse Source
This commit is contained in:
Adam Miller 2024-09-24 16:25:46 -07:00
parent 0eb3957335
commit 5138fe9584
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
brozzler/cli.py
View File

@ -450,10 +450,14 @@ def brozzler_new_page(argv=None):
formatter_class=BetterArgumentDefaultsHelpFormatter,
)
arg_parser.add_argument("url", metavar="URL", help="URL to add to site")
arg_parser.add_argument("site_id", metavar="SITE_ID",
help="UUID of site object to add the page to")
arg_parser.add_argument("parent_page_id", metavar="PARENT_PAGE_ID",
help="ID of Page object to add the page as an outlink to")
arg_parser.add_argument(
"site_id", metavar="SITE_ID", help="UUID of site object to add the page to"
)
arg_parser.add_argument(
"parent_page_id",
metavar="PARENT_PAGE_ID",
help="ID of Page object to add the page as an outlink to",
)
add_rethinkdb_options(arg_parser)
add_common_options(arg_parser, argv)
args = arg_parser.parse_args(args=argv[1:])
@ -472,7 +476,9 @@ def brozzler_new_page(argv=None):
parent_page = brozzler.Page(rr, parent_page_result)
frontier = brozzler.RethinkDbFrontier(rr)
frontier.scope_and_schedule_outlinks(site=site, parent_page=parent_page, outlinks=[args.url])
frontier.scope_and_schedule_outlinks(
site=site, parent_page=parent_page, outlinks=[args.url]
)
def brozzler_worker(argv=None):
@ -1103,7 +1109,7 @@ def brozzler_list_captures(argv=None):
reql = reql.order_by(index="abbr_canon_surt_timestamp")
reql = reql.filter(
lambda capture: (capture["canon_surt"] >= key)
& (capture["canon_surt"] <= end_key)
& (capture["canon_surt"] <= end_key)
)
logging.debug("querying rethinkdb: %s", reql)
results = reql.run()