mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-02-24 00:29:53 -05:00
restore handling of "aw snap" or "he's dead jim"
This commit is contained in:
parent
a5d48a9fdb
commit
f7427219cf
@ -164,6 +164,7 @@ from brozzler.site import Page, Site
|
|||||||
from brozzler.worker import BrozzlerWorker
|
from brozzler.worker import BrozzlerWorker
|
||||||
from brozzler.robots import is_permitted_by_robots
|
from brozzler.robots import is_permitted_by_robots
|
||||||
from brozzler.frontier import RethinkDbFrontier
|
from brozzler.frontier import RethinkDbFrontier
|
||||||
from brozzler.browser import Browser, BrowserPool
|
from brozzler.browser import Browser, BrowserPool, BrowsingException
|
||||||
from brozzler.job import new_job, new_site, Job
|
from brozzler.job import new_job, new_site, Job
|
||||||
|
from brozzler.cli import suggest_default_chrome_exe
|
||||||
|
|
||||||
|
@ -185,6 +185,10 @@ class WebsockReceiverThread(threading.Thread):
|
|||||||
self.got_page_load_event = datetime.datetime.utcnow()
|
self.got_page_load_event = datetime.datetime.utcnow()
|
||||||
elif message['method'] == 'Debugger.paused':
|
elif message['method'] == 'Debugger.paused':
|
||||||
self._debugger_paused(message)
|
self._debugger_paused(message)
|
||||||
|
elif message["method"] == "Inspector.targetCrashed":
|
||||||
|
self.logger.error(
|
||||||
|
'''chrome tab went "aw snap" or "he's dead jim"!''')
|
||||||
|
brozzler.thread_raise(self.calling_thread, BrowsingException)
|
||||||
elif message['method'] == 'Console.messageAdded':
|
elif message['method'] == 'Console.messageAdded':
|
||||||
self.logger.debug(
|
self.logger.debug(
|
||||||
'%s console.%s %s', self.websock.url,
|
'%s console.%s %s', self.websock.url,
|
||||||
|
2
setup.py
2
setup.py
@ -32,7 +32,7 @@ def find_package_data(package):
|
|||||||
|
|
||||||
setuptools.setup(
|
setuptools.setup(
|
||||||
name='brozzler',
|
name='brozzler',
|
||||||
version='1.1b9.dev152',
|
version='1.1b9.dev153',
|
||||||
description='Distributed web crawling with browsers',
|
description='Distributed web crawling with browsers',
|
||||||
url='https://github.com/internetarchive/brozzler',
|
url='https://github.com/internetarchive/brozzler',
|
||||||
author='Noah Levitt',
|
author='Noah Levitt',
|
||||||
|
27
tests/test_brozzling.py
Normal file
27
tests/test_brozzling.py
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
'''
|
||||||
|
test_brozzling.py - XXX explain
|
||||||
|
|
||||||
|
Copyright (C) 2016 Internet Archive
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
'''
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
import brozzler
|
||||||
|
|
||||||
|
def test_aw_snap_hes_dead_jim():
|
||||||
|
chrome_exe = brozzler.suggest_default_chrome_exe()
|
||||||
|
with brozzler.Browser(chrome_exe=chrome_exe) as browser:
|
||||||
|
with pytest.raises(brozzler.BrowsingException):
|
||||||
|
browser.browse_page('chrome://crash')
|
Loading…
x
Reference in New Issue
Block a user