diff --git a/brozzler/job_schema.yaml b/brozzler/job_schema.yaml index 59b831f..e28c329 100644 --- a/brozzler/job_schema.yaml +++ b/brozzler/job_schema.yaml @@ -105,3 +105,8 @@ max_claimed_sites: pdfs_only: type: boolean + +account_id: + type: + - string + - integer diff --git a/brozzler/model.py b/brozzler/model.py index ac4c109..7f2612a 100644 --- a/brozzler/model.py +++ b/brozzler/model.py @@ -98,10 +98,14 @@ def new_job(frontier, job_conf): frontier.rr, {"conf": job_conf, "status": "ACTIVE", "started": doublethink.utcnow()}, ) - job.id = job_conf.get("id") - job.account_id = job_conf.get("account_id") - job.max_claimed_sites = job_conf.get("max_claimed_sites") - job.pdfs_only = job_conf.get("pdfs_only") + if "id" in job_conf: + job.id = job_conf["id"] + if "max_claimed_sites" in job_conf: + job.max_claimed_sites = job_conf["max_claimed_sites"] + if "pdfs_only" in job_conf: + job.pdfs_only = job_conf["pdfs_only"] + if "account_id" in job_conf: + job.account_id = job_conf.["account_id"] job.save() sites = []