Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-27 08:35:16 -04:00
Code Issues Projects Releases Packages Wiki Activity

Skip errors

Browse source
This commit is contained in:
Watchful1 2025-07-24 21:14:57 -07:00
parent 18e36b1b81
commit a303ade2f7
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
personal/diagnostic/count_subreddits_multiprocess.py
View file

@ -347,7 +347,7 @@ if __name__ == '__main__':
field_counts[field] = int(count) field_counts[field] = int(count)
except Exception as err: except Exception as err:
log.info(f"Line failed in file {file.count_file_path}: {line}") log.info(f"Line failed in file {file.count_file_path}: {line}")
raise continue
sorted_counts = sorted(field_counts.items(), key=lambda item: item[1], reverse=True) sorted_counts = sorted(field_counts.items(), key=lambda item: item[1], reverse=True)

5
scripts/find_overlapping_users.py
View file

@ -15,8 +15,9 @@ import json
# the script will look for both comments and submissions files for each subreddit # the script will look for both comments and submissions files for each subreddit
folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits24" folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits24"
subreddits_string = """ subreddits_string = """
fragranceswap Porsche
MTB orchids
Watches
""" """
ignored_users = {'[deleted]', 'automoderator'} ignored_users = {'[deleted]', 'automoderator'}
# this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for # this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for