Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

yet more ridiculous logging

Browse Source
This commit is contained in:
Noah Levitt 2019-10-16 22:34:37 -07:00
parent f515d4e7fe
commit 0a9213e0cc
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.travis.yml
View File

@ -23,6 +23,8 @@ script:
- DISPLAY=:1 py.test --tb=native -v tests
after_failure:
- chromium-browser --version
- sudo kill -QUIT $(sudo svstat /etc/service/warcprox | egrep -o 'pid [0-9]+' | awk '{print $2}')
- sudo kill -QUIT $(sudo svstat /etc/service/brozzler-worker | egrep -o 'pid [0-9]+' | awk '{print $2}')
- sudo cat /var/log/warcprox.log
- sudo cat /var/log/brozzler-worker.log
- sudo cat /var/log/pywb.log

4
brozzler/frontier.py
View File

@ -414,6 +414,10 @@ class RethinkDbFrontier:
counts['added'], counts['updated'], counts['rejected'],
counts['blocked'], parent_page)
for page_id in pages:
page = self.rr.table('pages').get(page_id).run()
self.logger.trace('retrieved page after save: %r', page)
def reached_limit(self, site, e):
self.logger.info("reached_limit site=%s e=%s", site, e)
assert isinstance(e, brozzler.ReachedLimit)