mirror of
https://github.com/Watchful1/PushshiftDumps.git
synced 2025-07-03 10:56:40 -04:00
Fix logging
This commit is contained in:
parent
2fff2ad373
commit
fba4d6de99
3 changed files with 13 additions and 9 deletions
|
@ -17,6 +17,10 @@ import discord_logging
|
|||
import multiprocessing
|
||||
|
||||
log = discord_logging.init_logging()
|
||||
discord_logging.init_discord_logging(
|
||||
section_name="Watchful12",
|
||||
log_level=logging.WARNING,
|
||||
)
|
||||
multiprocessing_logging.install_mp_handler(log)
|
||||
|
||||
import utils
|
||||
|
@ -244,11 +248,7 @@ if __name__ == "__main__":
|
|||
start_id, end_id = id_range.split("-")
|
||||
ignore_ids.append((utils.base36decode(start_id), utils.base36decode(end_id)))
|
||||
|
||||
discord_logging.init_discord_logging(
|
||||
section_name="Watchful12",
|
||||
log_level=logging.WARNING,
|
||||
)
|
||||
log.warning("test")
|
||||
log.warning(f"Processing {args.month}")
|
||||
discord_logging.flush_discord()
|
||||
|
||||
status_file = "process.json"
|
||||
|
|
|
@ -12,11 +12,13 @@ import json
|
|||
# change the subreddits to the list of subreddits, one per line. The case must exactly match, ie, for r/AskReddit, put "AskReddit"
|
||||
# the files in the folder must match the format from the torrent, subreddit_type.zst, like AskReddit_comments.zst
|
||||
# the script will look for both comments and submissions files for each subreddit
|
||||
folder = r"C:\Users\user\Downloads"
|
||||
folder = r"\\MYCLOUDPR4100\Public\reddit\subreddits23"
|
||||
subreddits = [
|
||||
"demolitionranch",
|
||||
"phillies",
|
||||
"EASportsFC",
|
||||
"eagles",
|
||||
"politics",
|
||||
"pittsburgh",
|
||||
"BucksCountyPA",
|
||||
]
|
||||
ignored_users = {'[deleted]', 'automoderator'}
|
||||
# this is a list of users to ignore when doing the comparison. Most popular bots post in many subreddits and aren't the person you're looking for
|
||||
|
|
|
@ -128,4 +128,6 @@ gifv-bot
|
|||
I_Love_You-BOT
|
||||
imdad_bot
|
||||
metric_units
|
||||
YoUaReSoHiLaRiOuS
|
||||
YoUaReSoHiLaRiOuS
|
||||
HIPPAbot
|
||||
VettedBot
|
Loading…
Add table
Add a link
Reference in a new issue