Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-25 15:45:19 -04:00
Code Issues Projects Releases Packages Wiki Activity

Print the full file name when it doesn't exist

Browse source
This commit is contained in:
Watchful1 2024-06-21 10:12:09 -07:00
parent 94fb40cdf4
commit bda7a4c8d6
1 changed files with 3 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

13
scripts/find_overlapping_users.py
View file

@ -14,15 +14,8 @@ import json
# the script will look for both comments and submissions files for each subreddit # the script will look for both comments and submissions files for each subreddit
folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits23" folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits23"
subreddits = [ subreddits = [
"aquarium", "JEENEETards",
"opiates", "TwoXIndia",
"axolotls",
"piercing",
"titanfolk",
"AskOuija",
"piercing",
"DPH",
"dxm",
] ]
ignored_users = {'[deleted]', 'automoderator'} ignored_users = {'[deleted]', 'automoderator'}
# this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for # this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for
@ -128,7 +121,7 @@ if __name__ == "__main__":
for file_type in ["submissions", "comments"]: for file_type in ["submissions", "comments"]:
subreddit_file = os.path.join(folder, f"{subreddit}_{file_type}.zst") subreddit_file = os.path.join(folder, f"{subreddit}_{file_type}.zst")
if not os.path.exists(subreddit_file): if not os.path.exists(subreddit_file):
log.info(f"{file_type} for {subreddit} does not exist, skipping") log.info(f"{file_type} for {subreddit} does not exist, skipping: {subreddit_file}")
continue continue
subreddit_exists = True subreddit_exists = True
total_lines = get_commenters_from_file(subreddit_file, commenters, total_lines) total_lines = get_commenters_from_file(subreddit_file, commenters, total_lines)