Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-08-10 15:30:18 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

log chrome_msg URLs

Browse source
This commit is contained in:
Barbara Miller 2018-03-16 15:00:34 -07:00
parent 81983d1695
commit 510bfa36f7
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
brozzler/worker.py
View file

@ -441,6 +441,12 @@ class BrozzlerWorker:
page.videos = [] page.videos = []
page.videos.append(video) page.videos.append(video)
if (chrome_msg['params']['response']['url'].lower().startswith('data:')
or chrome_msg['params']['response']['fromDiskCache']
or not 'requestHeaders' in chrome_msg['params']['response']):
return
self.logger.info('chrome_msg url: %s' % chrome_msg['params']['response']['url'])
if not browser.is_running(): if not browser.is_running():
browser.start( browser.start(
proxy=self._proxy_for(site), proxy=self._proxy_for(site),