diff --git a/.travis.yml b/.travis.yml index b81cef7..b8a50cb 100644 --- a/.travis.yml +++ b/.travis.yml @@ -23,6 +23,8 @@ script: - DISPLAY=:1 py.test --tb=native -v tests after_failure: - chromium-browser --version +- sudo kill -QUIT $(sudo svstat /etc/service/warcprox | egrep -o 'pid [0-9]+' | awk '{print $2}') +- sudo kill -QUIT $(sudo svstat /etc/service/brozzler-worker | egrep -o 'pid [0-9]+' | awk '{print $2}') - sudo cat /var/log/warcprox.log - sudo cat /var/log/brozzler-worker.log - sudo cat /var/log/pywb.log diff --git a/brozzler/frontier.py b/brozzler/frontier.py index 5b37fd7..54c0f58 100644 --- a/brozzler/frontier.py +++ b/brozzler/frontier.py @@ -414,6 +414,10 @@ class RethinkDbFrontier: counts['added'], counts['updated'], counts['rejected'], counts['blocked'], parent_page) + for page_id in pages: + page = self.rr.table('pages').get(page_id).run() + self.logger.trace('retrieved page after save: %r', page) + def reached_limit(self, site, e): self.logger.info("reached_limit site=%s e=%s", site, e) assert isinstance(e, brozzler.ReachedLimit)