diff --git a/scripts/crawler.py b/scripts/crawler.py index 7a52d9f..3b5178c 100644 --- a/scripts/crawler.py +++ b/scripts/crawler.py @@ -115,8 +115,8 @@ def add_urls(urls): html = BeautifulSoup(req.text, features="lxml") title = html.title.string if html.title is not None else "" if blacklist_file is not None: - for word in blacklist_file.loc["blacklisted-words"]: - if word in title: + for row in blacklist_file.itertuples(): + if row[1] in title: print_colors('[+] Forbidden word found. Rejecting.') forbidden = True if forbidden: