Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-23 14:50:35 -04:00
Code Issues Projects Releases Packages Wiki Activity

Move this here

Browse source
This commit is contained in:
Watchful1 2024-05-19 19:45:15 -07:00
parent c5bf0ef593
commit e79bb322cc
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/combine/build_month.py
View file

@ -28,9 +28,9 @@ reg = re.compile(r"\d\d-\d\d-\d\d_\d\d-\d\d")
def build_month(month, input_folder, output_folder, file_type, compression_level): def build_month(month, input_folder, output_folder, file_type, compression_level):
if args.type == "comment": if file_type == "comments":
prefix = "RC" prefix = "RC"
elif args.type == "submission": elif file_type == "submissions":
prefix = "RS" prefix = "RS"
else: else:
log.error(f"Invalid type: {args.type}") log.error(f"Invalid type: {args.type}")

2
personal/process_month.py
View file

@ -201,7 +201,7 @@ def process(queue, base_folder, month, file_type, type_stages, reddit_username,
start_date, start_date,
input_folder, input_folder,
base_folder, base_folder,
file_type, file_type+"s",
compression_level compression_level
) )
queue.put((file_type, "build", True)) queue.put((file_type, "build", True))