mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-08-11 07:50:24 -04:00
Merge branch 'ARI-5384' into qa
This commit is contained in:
commit
03a6c64970
3 changed files with 9 additions and 2 deletions
|
@ -116,6 +116,13 @@
|
|||
mouseover_css_selector: .zz1_AgencyListingMenu_1
|
||||
mouseover_until_hard_timeout: False
|
||||
request_idle_timeout_sec: 10
|
||||
- # https://webarchive.jira.com/browse/ARI-5384
|
||||
url_regex: '^https?://issuu\.com/.*$'
|
||||
behavior_js_template: simpleclicks.js.j2
|
||||
default_parameters:
|
||||
click_css_selector: button#ird3-button-next
|
||||
click_until_hard_timeout: True
|
||||
request_idle_timeout_sec: 10
|
||||
- # https://webarchive.jira.com/browse/ARI-4960
|
||||
url_regex: '^https?://(?:www\.)?fortstjames.ca/community-events-calendar/$'
|
||||
behavior_js_template: simpleclicks.js.j2
|
||||
|
|
|
@ -504,7 +504,7 @@ class BrozzlerWorker:
|
|||
self.status_info = self._service_registry.heartbeat(status_info)
|
||||
self.logger.trace(
|
||||
"status in service registry: %s", self.status_info)
|
||||
except rethinkdb.ReqlError as e:
|
||||
except r.ReqlError as e:
|
||||
self.logger.error(
|
||||
"failed to send heartbeat and update service registry "
|
||||
"with info %s: %s", status_info, e)
|
||||
|
|
2
setup.py
2
setup.py
|
@ -32,7 +32,7 @@ def find_package_data(package):
|
|||
|
||||
setuptools.setup(
|
||||
name='brozzler',
|
||||
version='1.1b11.dev254',
|
||||
version='1.1b12.dev256',
|
||||
description='Distributed web crawling with browsers',
|
||||
url='https://github.com/internetarchive/brozzler',
|
||||
author='Noah Levitt',
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue