Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-20 23:56:34 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

WT-55 / Delay Facebook requests

Browse Source 
Slows requests to Facebook hosts to 10 second intervals in order to avoid and recover from lockouts
This commit is contained in:
Karl-Rainer Blumenthal 2021-07-13 15:00:39 -04:00 committed by GitHub
parent 4f301f4e03
commit c77c245f42
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
brozzler/behaviors.yaml
View File

@ -27,14 +27,21 @@
- selector: a[data-testid="snapshot_footer_link"]
childSelector: i[class="_271o img sp_KBE8sh--02o sx_5d0205"]
closeSelector: 'div._7lq1 > button'
-
- # https://webarchive.jira.com/browse/WT-55
url_regex: '^https?://(?:www\.)?facebook\.com/.*$'
behavior_js_template: umbraBehavior.js.j2
request_idle_timeout_sec: 30
default_parameters:
interval: 10000
actions:
- selector: a[rel="theater"], a[id="expanding_cta_close_button"]
closeSelector: 'a._xlt'
- # https://webarchive.jira.com/browse/WT-55
url_regex: '^^https?://([^.]*\.)*fbcdn\.net/.*$'
behavior_js_template: umbraBehavior.js.j2
request_idle_timeout_sec: 30
default_parameters:
interval: 10000
-
url_regex: '^https?://(?:www\.)?instagram\.com/.*$'
behavior_js_template: umbraBehavior.js.j2