mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-05-12 11:32:16 -04:00
Merge remote-tracking branch 'upstream/master' into rotary_skip_ytdlp
This commit is contained in:
commit
c66fec4c6d
2 changed files with 10 additions and 1 deletions
|
@ -49,6 +49,15 @@
|
|||
- selector: a.coreSpriteRightPaginationArrow
|
||||
repeatSameElement: true
|
||||
rmSelector: '.RnEpo'
|
||||
-
|
||||
url_regex: '^https?://www.opengov\.nsw\.gov\.au/publications.*$'
|
||||
behavior_js_template: umbraBehavior.js.j2
|
||||
request_idle_timeout_sec: 10
|
||||
default_parameters:
|
||||
interval: 1000
|
||||
actions:
|
||||
- selector: span.DV-trigger.DV-next
|
||||
repeatSameElement: true
|
||||
-
|
||||
url_regex: '^https?://americaspresidents\.si\.edu/gallery.*$'
|
||||
behavior_js_template: umbraBehavior.js.j2
|
||||
|
|
2
setup.py
2
setup.py
|
@ -34,7 +34,7 @@ def find_package_data(package):
|
|||
|
||||
setuptools.setup(
|
||||
name="brozzler",
|
||||
version="1.5.47",
|
||||
version="1.5.48",
|
||||
description="Distributed web crawling with browsers",
|
||||
url="https://github.com/internetarchive/brozzler",
|
||||
author="Noah Levitt",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue