Git-Mirrors/brozzler
1
0
Fork 0
mirror of https://github.com/internetarchive/brozzler.git synced 2025-04-19 23:35:54 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

remove obsolete facebook login code

Browse Source
This commit is contained in:
Noah Levitt 2016-12-20 16:38:11 -08:00
parent a0b61408b9
commit e2dbf68ccd
3 changed files with 3 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
brozzler/behaviors.yaml
View File

@ -19,10 +19,7 @@
# first matched behavior is used, so order matters here
-
url_regex: '^https?://(?:www\.)?facebook\.com/.*$'
behavior_js_template: facebook.js.j2
# default_parameters:
# parameter_username: jdoe@example.com
# parameter_password: abcd1234
behavior_js_template: facebook.js
request_idle_timeout_sec: 30
-
url_regex: '^https?://(?:www\.)?marquette\.edu/.*$'

20
brozzler/js-templates/facebook.js.j2 → brozzler/js-templates/facebook.js
View File

@ -39,8 +39,6 @@ var UMBRA_THINGS_TO_CLICK_SELECTOR = 'a[href^="/browse/likes"], *[rel="theater"]
//div[class="phm pluginLikeboxStream"] = facebook widget embedded in 3rd party pages
var UMBRA_THINGS_TO_SCROLL_SELECTOR = 'div[class="phm pluginLikeboxStream"]';
var NUMBER_FAILED_SCROLL_ATTEMPTS_ON_THING_TO_SCROLL_BEFORE_STOP_SCROLLING = 5;
var UMBRA_FB_USER_NAME = "${parameter_username}";
var UMBRA_FB_PASSWORD = "${parameter_password}";
var umbraAlreadyClicked = {};
var umbraAlreadyScrolledThing = {};
var umbraScrolledThingFailedScrollAttempts = {};
@ -172,15 +170,6 @@ var umbraIntervalFunc = function() {
}
}
var umbraFacebookLogin = function() {
var emailInput = document.querySelector("form#login_form input#email");
var passwordInput = document.querySelector("form#login_form input#pass");
var loginButton = document.querySelector("form#login_form label#loginbutton > input");
emailInput.value=UMBRA_FB_USER_NAME;
passwordInput.value=UMBRA_FB_PASSWORD;
loginButton.click();
}
// If we haven't had anything to do (scrolled, clicked, etc) in this amount of
// time, then we consider ourselves finished with the page.
var UMBRA_USER_ACTION_IDLE_TIMEOUT_SEC = 10;
@ -202,11 +191,4 @@ if (document.querySelector("div.captcha_interstitial") != null) { // found a cap
console.log("captcha found for " + location.href);
}
if (document.getElementById("login_form") == null || UMBRA_FB_USER_NAME.indexOf("parameter")>0 || UMBRA_FB_PASSWORD.indexOf("parameter")>0 ) {//check for unset parameters
console.log("missing #login_form or login credentials; maybe already logged in for " + location.href);
var umbraIntervalId = setInterval(umbraIntervalFunc, 200);
}
else {//login
console.log("#login_form and credentials found for " + location.href);
umbraFacebookLogin();
}
var umbraIntervalId = setInterval(umbraIntervalFunc, 200);

2
setup.py
View File

@ -32,7 +32,7 @@ def find_package_data(package):
setuptools.setup(
name='brozzler',
version='1.1b9.dev149',
version='1.1b9.dev150',
description='Distributed web crawling with browsers',
url='https://github.com/internetarchive/brozzler',
author='Noah Levitt',