Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-23 06:40:47 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix logging

Browse source
This commit is contained in:
Watchful1 2024-11-07 21:38:53 -08:00
parent 2fff2ad373
commit fba4d6de99
3 changed files with 13 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

8
scripts/find_overlapping_users.py
View file

@ -12,11 +12,13 @@ import json
# change the subreddits to the list of subreddits, one per line. The case must exactly match, ie, for r/AskReddit, put "AskReddit"
# the files in the folder must match the format from the torrent, subreddit_type.zst, like AskReddit_comments.zst
# the script will look for both comments and submissions files for each subreddit
folder = r"C:\Users\user\Downloads"
folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits23"
subreddits = [
"demolitionranch",
"phillies",
"EASportsFC",
"eagles",
"politics",
"pittsburgh",
"BucksCountyPA",
]
ignored_users = {'[deleted]', 'automoderator'}
# this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for

4
scripts/ignored.txt
View file

@ -128,4 +128,6 @@ gifv-bot
I_Love_You-BOT
imdad_bot
metric_units
YoUaReSoHiLaRiOuS
YoUaReSoHiLaRiOuS
HIPPAbot
VettedBot