Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-05-02 14:46:18 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

restore reclamation of orphaned, claimed sites, and heartbeat site.last_claimed every 7 minutes during youtube-dl processing, to prevent another brozzler-worker claiming the site

Browse source
This commit is contained in:
Noah Levitt 2017-06-23 13:50:49 -07:00
parent 6bae53e646
commit 405c5725e4
4 changed files with 22 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

11
tests/test_frontier.py
View file

@ -723,17 +723,14 @@ def test_claim_site():
with pytest.raises(brozzler.NothingToClaim):
claimed_site = frontier.claim_site(worker_id='test_claim_site')
### temporarily changing this behavior
### # site last_claimed more than 1 hour ago can be reclaimed
# site last_claimed more than 1 hour ago can be reclaimed
site = claimed_site
claimed_site = None
site.last_claimed = doublethink.utcnow() - datetime.timedelta(minutes=65)
site.save()
### claimed_site = frontier.claim_site(worker_id='test_claim_site')
### assert claimed_site.id == site.id
with pytest.raises(brozzler.NothingToClaim):
claimed_site = frontier.claim_site(worker_id='test_claim_site')
claimed_site = frontier.claim_site(worker_id='test_claim_site')
assert claimed_site.id == site.id
# clean up
rr.table('sites').get(site.id).delete().run()
rr.table('sites').get(claimed_site.id).delete().run()