mirror of
https://github.com/alecmuffett/real-world-onion-sites.git
synced 2025-01-22 20:41:01 -05:00
commit: amend quote marks, and add manual-check.sh
This commit is contained in:
parent
649d5306cb
commit
7cf8b47ec2
8
manual-check.sh
Executable file
8
manual-check.sh
Executable file
@ -0,0 +1,8 @@
|
||||
#!/bin/sh
|
||||
SOCKS_PROXY='socks5h://127.0.0.1:9150/'
|
||||
USER_AGENT='Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0'
|
||||
for url in "$@" ; do
|
||||
echo ":::: $url ::::"
|
||||
curl --head --user-agent "$USER_AGENT" --proxy "$SOCKS_PROXY" "$url" || exit $?
|
||||
done
|
||||
exit 0
|
@ -13,7 +13,7 @@ GLOBAL_DB = None # has to be a global because pickling :-(
|
||||
MASTER_CSV = 'master.csv'
|
||||
DB_FILENAME = 'fetch.sqlite3'
|
||||
SOCKS_PROXY = 'socks5h://127.0.0.1:9150/'
|
||||
USER_AGENT = "Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0"
|
||||
USER_AGENT = 'Mozilla/5.0 (Windows NT 6.1; rv:60.0) Gecko/20100101 Firefox/60.0'
|
||||
BADNESS = 900
|
||||
CURL_TIMEOUT = 120
|
||||
RETRY_SLEEP = 60
|
||||
|
Loading…
Reference in New Issue
Block a user