From a826fdc7ef06c3d99cb537886e949f6002770877 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Fri, 24 Mar 2017 15:45:40 -0700 Subject: [PATCH] new test of frontier.seed_page --- setup.py | 2 +- tests/test_frontier.py | 24 ++++++++++++++++++++++++ 2 files changed, 25 insertions(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 06c4895..a0f9152 100644 --- a/setup.py +++ b/setup.py @@ -32,7 +32,7 @@ def find_package_data(package): setuptools.setup( name='brozzler', - version='1.1b10.dev220', + version='1.1b10.dev222', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt', diff --git a/tests/test_frontier.py b/tests/test_frontier.py index 5b0faa9..af4b9a6 100644 --- a/tests/test_frontier.py +++ b/tests/test_frontier.py @@ -567,3 +567,27 @@ def test_completed_page(): assert page.brozzle_count == 1 assert page.claimed == False +def test_seed_page(): + rr = doublethink.Rethinker('localhost', db='ignoreme') + frontier = brozzler.RethinkDbFrontier(rr) + + site = brozzler.Site(rr, {'seed':'http://example.com/a/'}) + site.save() + + assert frontier.seed_page(site.id) is None + + page1 = brozzler.Page(rr, { + 'site_id': site.id, + 'url': 'http://example.com/a/b/', + 'hops_from_seed': 1}) + page1.save() + + assert frontier.seed_page(site.id) is None + + page0 = brozzler.Page(rr, { + 'site_id': site.id, + 'url': 'http://example.com/a/', + 'hops_from_seed': 0}) + page0.save() + + assert frontier.seed_page(site.id) == page0