diff --git a/brozzler/job_schema.yaml b/brozzler/job_schema.yaml index 3b5ae7d..d428bac 100644 --- a/brozzler/job_schema.yaml +++ b/brozzler/job_schema.yaml @@ -38,6 +38,21 @@ id: domain: type: string + substring: + type: string + + regex: + type: string # code up a regex type? + + ssurt: + type: string + + surt: + type: string + + parent_url_regex: + type: string + url_match: type: string allowed: diff --git a/setup.py b/setup.py index aeffae1..82fd043 100644 --- a/setup.py +++ b/setup.py @@ -32,7 +32,7 @@ def find_package_data(package): setuptools.setup( name='brozzler', - version='1.1b9.dev203', + version='1.1b9.dev204', description='Distributed web crawling with browsers', url='https://github.com/internetarchive/brozzler', author='Noah Levitt',