mirror of
https://codeberg.org/pluja/kycnot.me
synced 2025-08-08 06:23:09 -04:00
Separate automated checks from site backend
This commit is contained in:
pluja
parent
ec3f861c32
commit
ef32a185db
2 changed files with 125 additions and 84 deletions
124
automated-checks.py
Normal file
124
automated-checks.py
Normal file
|
|
@ -0,0 +1,124 @@
|
|||
import ruamel.yaml
|
||||
from bs4 import BeautifulSoup
|
||||
import httpx
|
||||
import datetime
|
||||
from urllib.parse import unquote
|
||||
import os
|
||||
|
||||
base_dir = os.path.abspath(os.path.dirname(__name__))
|
||||
data_dir = os.path.join(base_dir, 'data')
|
||||
yaml = ruamel.yaml.YAML()
|
||||
|
||||
def main():
|
||||
compute_score()
|
||||
kyc_check()
|
||||
|
||||
def compute_score():
|
||||
with open(f"{data_dir}/exchanges.yml", "r+") as exchanges:
|
||||
data = yaml.load(exchanges)
|
||||
for exchange in data['exchanges']:
|
||||
score = 0
|
||||
if not exchange['may-kyc']:
|
||||
score += 2.25
|
||||
if not exchange['custodial']:
|
||||
score += 1.0
|
||||
if not exchange['registration']:
|
||||
score += 0.75
|
||||
if not exchange['personal-info']:
|
||||
score += 2.5
|
||||
if exchange['kyc-check']:
|
||||
score += 1.75
|
||||
if exchange['p2p']:
|
||||
score += 1.25
|
||||
if exchange['open-source']:
|
||||
score += 0.25
|
||||
if exchange['tor']:
|
||||
score += 0.25
|
||||
if score < 7 and exchange['verified']:
|
||||
score += 1
|
||||
if score < 6 and exchange['refunds']:
|
||||
score += 1
|
||||
if score > 10:
|
||||
exchange['score'] = 10.0
|
||||
else:
|
||||
exchange['score'] = score+exchange['score-boost']
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
def kyc_check():
|
||||
keywords = ['kyc', 'aml', 'know your customer', 'money laundering', 'terrorist financing', 'identify user', 'user identification', 'User Identity Verification', 'identity verification', 'user identity', 'provide required personal information', 'provide personal information',
|
||||
'KYC requirements', 'AML requirements', 'AML/KYC', 'KYC/AML', 'anti-money laundering', 'U.S. Bank Secrecy Act', 'BSA', '4th AML Directive', 'verify your identity', 'passport', "dirver's license", 'identity card', 'verify your identity', 'identity checks', 'mandatory identification', 'complete our ID verification process',
|
||||
'anti-money laundering', 'financing of terrorism', 'know your customer compliance', 'require identity verification']
|
||||
|
||||
dom_generated_tos_POTKYC_exchanges = ['Kucoin']
|
||||
|
||||
kycnotme_compilant_exchanges_without_tos = ['Tradeogre']
|
||||
|
||||
with open(f"{data_dir}/exchanges.yml", "r+") as exchanges:
|
||||
data = yaml.load(exchanges)
|
||||
print("EDITING LAST CHECK")
|
||||
|
||||
for exchange in data['exchanges']:
|
||||
if exchange['tos-urls'][0]:
|
||||
print(f"Exchange: {exchange['name']}")
|
||||
for url in exchange['tos-urls']:
|
||||
r = httpx.get(url)
|
||||
|
||||
soup = BeautifulSoup(r.content, features="html.parser")
|
||||
found_words = []
|
||||
suspicious_ptags = []
|
||||
potential_kyc = False
|
||||
|
||||
for ptag in soup.find_all('p'):
|
||||
ptag_string = str(ptag)
|
||||
for kw in keywords:
|
||||
if kw in ptag_string:
|
||||
found_words.append(kw)
|
||||
if len(found_words) >= 2:
|
||||
suspicious_ptags.append(str(ptag))
|
||||
potential_kyc = True
|
||||
|
||||
'''
|
||||
pageString = str(BeautifulSoup(
|
||||
r.content, features="html.parser"))
|
||||
fw = []
|
||||
potential_kyc = False
|
||||
for kw in keywords:
|
||||
if kw in pageString:
|
||||
fw.append(kw)
|
||||
if len(fw) >= 2:
|
||||
potential_kyc = True
|
||||
'''
|
||||
else:
|
||||
if exchange['name'] in kycnotme_compilant_exchanges_without_tos or ".onion" in exchange['url']:
|
||||
potential_kyc = False
|
||||
|
||||
if exchange['name'] in dom_generated_tos_POTKYC_exchanges:
|
||||
potential_kyc = True
|
||||
|
||||
elif potential_kyc:
|
||||
exchange['kyc-check'] = found_words
|
||||
exchange['suspicious-tos'] = suspicious_ptags
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
print("------ WARNING ------")
|
||||
print(
|
||||
f''' Potential KYC on {exchange['name']} ToS. Found words were: \n {found_words}''')
|
||||
print("---------------------")
|
||||
|
||||
else:
|
||||
exchange['kyc-check'] = True
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
data['last_check'] = datetime.datetime.today()
|
||||
data['exchanges'] = sorted(data['exchanges'], key=lambda k: k['score'], reverse=True)
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
85
kycnot.py
85
kycnot.py
|
|
@ -54,10 +54,7 @@ async def index(request):
|
|||
template = env.get_template('index.html')
|
||||
with open(f"{data_dir}/exchanges.yml", "r") as exchanges:
|
||||
data = yaml.load(exchanges)
|
||||
# Run check every 3 days
|
||||
if (data['last_check'] + datetime.timedelta(days=2)) < datetime.datetime.today():
|
||||
await kyc_check()
|
||||
await compute_score()
|
||||
data['exchanges'] = sorted(data['exchanges'], key=lambda k: k['score'], reverse=True)
|
||||
return html(template.render(data=data,
|
||||
title="KYC? Not me!",
|
||||
subtitle="Find best <strong>NON-KYC</strong> online services."))
|
||||
|
|
@ -179,86 +176,6 @@ async def gns(request):
|
|||
return text('POST request - {}'.format(request.json))
|
||||
return(html(template.render()))
|
||||
|
||||
|
||||
async def compute_score():
|
||||
with open(f"{data_dir}/exchanges.yml", "r+") as exchanges:
|
||||
data = yaml.load(exchanges)
|
||||
for exchange in data['exchanges']:
|
||||
score = 0
|
||||
if not exchange['may-kyc']:
|
||||
score += 2.25
|
||||
if not exchange['custodial']:
|
||||
score += 1.0
|
||||
if not exchange['registration']:
|
||||
score += 0.75
|
||||
if not exchange['personal-info']:
|
||||
score += 2.5
|
||||
if exchange['kyc-check']:
|
||||
score += 1.75
|
||||
if exchange['p2p']:
|
||||
score += 1.25
|
||||
if exchange['open-source']:
|
||||
score += 0.25
|
||||
if exchange['tor']:
|
||||
score += 0.25
|
||||
if score < 7 and exchange['verified']:
|
||||
score += 1
|
||||
if score < 6 and exchange['refunds']:
|
||||
score += 1
|
||||
if score > 10:
|
||||
exchange['score'] = 10.0
|
||||
else:
|
||||
exchange['score'] = score+exchange['score-boost']
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
|
||||
async def kyc_check():
|
||||
keywords = ['kyc', 'aml', 'know your customer', 'money laundering', 'terrorist financing', 'identify user', 'user identification', 'User Identity Verification', 'identity verification', 'user identity', 'provide required personal information', 'provide personal information',
|
||||
'KYC requirements', 'AML requirements', 'AML/KYC', 'KYC/AML', 'anti-money laundering', 'U.S. Bank Secrecy Act', 'BSA', '4th AML Directive', 'verify your identity', 'passport', "dirver's license", 'identity card', 'verify your identity', 'identity checks', 'mandatory identification', 'complete our ID verification process']
|
||||
with open(f"{data_dir}/exchanges.yml", "r+") as exchanges:
|
||||
data = yaml.load(exchanges)
|
||||
for exchange in data['exchanges']:
|
||||
if exchange['tos-urls'][0]:
|
||||
for url in exchange['tos-urls']:
|
||||
r = httpx.get(url)
|
||||
pageString = str(BeautifulSoup(
|
||||
r.content, features="html.parser"))
|
||||
fw = []
|
||||
potential_kyc = False
|
||||
foundkw = 0
|
||||
for kw in keywords:
|
||||
if kw in pageString:
|
||||
foundkw += 1
|
||||
fw.append(kw)
|
||||
if foundkw >= 3:
|
||||
potential_kyc = True
|
||||
else:
|
||||
if ".onion" or "tradeogre" in exchange['url']:
|
||||
potential_kyc = False
|
||||
|
||||
if potential_kyc:
|
||||
exchange['kyc-check'] = fw
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
print("------ WARNING ------")
|
||||
print(
|
||||
f''' Potential KYC on {exchange['name']} ToS. Found words were: \n {fw}''')
|
||||
print("---------------------")
|
||||
else:
|
||||
exchange['kyc-check'] = True
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
data['last_check'] = datetime.datetime.today()
|
||||
exchanges.seek(0)
|
||||
yaml.dump(data, exchanges)
|
||||
exchanges.truncate()
|
||||
|
||||
|
||||
async def get_trustpilot_info(service):
|
||||
r = httpx.get(
|
||||
f"https://www.trustpilot.com/review/{service['url'].replace('https://', '')[:-1]}")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue