Merge branch 'master' into qa

* master: add the new urlcanon.MatchRule conditions to job_schema.yaml
2025-04-21 08:06:27 -04:00 · 2017-03-15 17:08:37 -07:00 · 2017-03-15 17:08:37 -07:00 · 2aacf01950
commit 2aacf01950
parent 63474c09f2 0021a9d5f0
2 changed files with 16 additions and 1 deletions
--- a/brozzler/job_schema.yaml
+++ b/brozzler/job_schema.yaml
@ -38,6 +38,21 @@ id:
            domain:
              type: string

+            substring:
+              type: string
+
+            regex:
+              type: string  # code up a regex type?
+
+            ssurt:
+              type: string
+
+            surt:
+              type: string
+
+            parent_url_regex:
+              type: string
+
            url_match:
              type: string
              allowed:
--- a/setup.py
+++ b/setup.py
@ -32,7 +32,7 @@ def find_package_data(package):

 setuptools.setup(
        name='brozzler',
-        version='1.1b9.dev203',
+        version='1.1b9.dev204',
        description='Distributed web crawling with browsers',
        url='https://github.com/internetarchive/brozzler',
        author='Noah Levitt',