diff --git a/brozzler/frontier.py b/brozzler/frontier.py index 3a23413..9ddb7ea 100644 --- a/brozzler/frontier.py +++ b/brozzler/frontier.py @@ -1,20 +1,20 @@ -# -# brozzler/frontier.py - RethinkDbFrontier manages crawl jobs, sites and pages -# -# Copyright (C) 2014-2016 Internet Archive -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# +''' +brozzler/frontier.py - RethinkDbFrontier manages crawl jobs, sites and pages + +Copyright (C) 2014-2016 Internet Archive + +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +''' import logging import brozzler @@ -68,8 +68,8 @@ class RethinkDbFrontier: # console self.r.table("pages").index_create( "least_hops", [ - r.row["site_id"], r.row["brozzle_count"], - r.row["hops_from_seed"]]) + self.r.row["site_id"], self.r.row["brozzle_count"], + self.r.row["hops_from_seed"]]) if not "jobs" in tables: self.logger.info( "creating rethinkdb table 'jobs' in database %s", diff --git a/setup.py b/setup.py index 6f9e009..be6fc79 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,7 @@ import setuptools setuptools.setup( name='brozzler', - version='1.1.dev28', + version='1.1.dev29', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',