Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-07-22 14:30:53 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Use headless option in test_brozzling.py

Browse source
This commit is contained in:
Vangelis Banos 2019-05-13 20:19:46 +00:00
parent 62a4aaeb39
commit 6ba0d15bf5
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
tests/test_brozzling.py
View file

@ -114,14 +114,14 @@ def test_httpd(httpd):
def test_aw_snap_hes_dead_jim(): def test_aw_snap_hes_dead_jim():
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
with pytest.raises(brozzler.BrowsingException): with pytest.raises(brozzler.BrowsingException):
browser.browse_page('chrome://crash') browser.browse_page('chrome://crash')
def test_page_interstitial_exception(httpd): def test_page_interstitial_exception(httpd):
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
url = 'http://localhost:%s/401' % httpd.server_port url = 'http://localhost:%s/401' % httpd.server_port
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
with pytest.raises(brozzler.PageInterstitialShown): with pytest.raises(brozzler.PageInterstitialShown):
browser.browse_page(url) browser.browse_page(url)
@ -132,7 +132,7 @@ def test_on_response(httpd):
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
url = 'http://localhost:%s/site3/page.html' % httpd.server_port url = 'http://localhost:%s/site3/page.html' % httpd.server_port
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
browser.browse_page(url, on_response=on_response) browser.browse_page(url, on_response=on_response)
assert response_urls[0] == 'http://localhost:%s/site3/page.html' % httpd.server_port assert response_urls[0] == 'http://localhost:%s/site3/page.html' % httpd.server_port
assert response_urls[1] == 'http://localhost:%s/site3/brozzler.svg' % httpd.server_port assert response_urls[1] == 'http://localhost:%s/site3/brozzler.svg' % httpd.server_port
@ -141,7 +141,7 @@ def test_on_response(httpd):
def test_420(httpd): def test_420(httpd):
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
url = 'http://localhost:%s/420' % httpd.server_port url = 'http://localhost:%s/420' % httpd.server_port
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
with pytest.raises(brozzler.ReachedLimit) as excinfo: with pytest.raises(brozzler.ReachedLimit) as excinfo:
browser.browse_page(url) browser.browse_page(url)
assert excinfo.value.warcprox_meta == WARCPROX_META_420 assert excinfo.value.warcprox_meta == WARCPROX_META_420
@ -149,7 +149,7 @@ def test_420(httpd):
def test_js_dialogs(httpd): def test_js_dialogs(httpd):
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
url = 'http://localhost:%s/site4/alert.html' % httpd.server_port url = 'http://localhost:%s/site4/alert.html' % httpd.server_port
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
# before commit d2ed6b97a24 these would hang and eventually raise # before commit d2ed6b97a24 these would hang and eventually raise
# brozzler.browser.BrowsingTimeout, which would cause this test to fail # brozzler.browser.BrowsingTimeout, which would cause this test to fail
browser.browse_page( browser.browse_page(
@ -170,7 +170,7 @@ def test_page_videos(httpd):
site = brozzler.Site(None, {}) site = brozzler.Site(None, {})
page = brozzler.Page(None, { page = brozzler.Page(None, {
'url':'http://localhost:%s/site6/' % httpd.server_port}) 'url':'http://localhost:%s/site6/' % httpd.server_port})
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
worker.brozzle_page(browser, site, page) worker.brozzle_page(browser, site, page)
assert page.videos assert page.videos
assert len(page.videos) == 4 assert len(page.videos) == 4
@ -211,7 +211,7 @@ def test_extract_outlinks(httpd):
site = brozzler.Site(None, {}) site = brozzler.Site(None, {})
page = brozzler.Page(None, { page = brozzler.Page(None, {
'url':'http://localhost:%s/site8/' % httpd.server_port}) 'url':'http://localhost:%s/site8/' % httpd.server_port})
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
outlinks = worker.brozzle_page(browser, site, page) outlinks = worker.brozzle_page(browser, site, page)
assert outlinks == { assert outlinks == {
'http://example.com/offsite', 'http://example.com/offsite',
@ -238,10 +238,10 @@ def test_proxy_down():
page = brozzler.Page(None, {'url': 'http://example.com/'}) page = brozzler.Page(None, {'url': 'http://example.com/'})
worker = brozzler.BrozzlerWorker( worker = brozzler.BrozzlerWorker(
frontier=None, proxy=not_listening_proxy) frontier=None, proxy=not_listening_proxy, headless=True)
chrome_exe = brozzler.suggest_default_chrome_exe() chrome_exe = brozzler.suggest_default_chrome_exe()
with brozzler.Browser(chrome_exe=chrome_exe) as browser: with brozzler.Browser(chrome_exe=chrome_exe, headless=True) as browser:
with pytest.raises(brozzler.ProxyError): with pytest.raises(brozzler.ProxyError):
worker.brozzle_page(browser, site, page) worker.brozzle_page(browser, site, page)