Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-18 19:18:15 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

make tests pass, even with account_id

Browse source
This commit is contained in:
Barbara Miller 2025-07-25 14:11:46 -07:00
parent 7af892aa26
commit 1f8af16a2a
2 changed files with 13 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
brozzler/job_schema.yaml
View file

@ -105,3 +105,8 @@ max_claimed_sites:
pdfs_only:
type: boolean
account_id:
type:
- string
- integer

12
brozzler/model.py
View file

@ -98,10 +98,14 @@ def new_job(frontier, job_conf):
frontier.rr,
{"conf": job_conf, "status": "ACTIVE", "started": doublethink.utcnow()},
)
job.id = job_conf.get("id")
job.account_id = job_conf.get("account_id")
job.max_claimed_sites = job_conf.get("max_claimed_sites")
job.pdfs_only = job_conf.get("pdfs_only")
if "id" in job_conf:
job.id = job_conf["id"]
if "max_claimed_sites" in job_conf:
job.max_claimed_sites = job_conf["max_claimed_sites"]
if "pdfs_only" in job_conf:
job.pdfs_only = job_conf["pdfs_only"]
if "account_id" in job_conf:
job.account_id = job_conf.["account_id"]
job.save()
sites = []