Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-24 15:15:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix output folder

Browse source
This commit is contained in:
Watchful1 2024-05-20 15:12:31 -07:00
parent 22a9fc0504
commit 0709050f08
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
personal/process_month.py
View file

@ -195,12 +195,13 @@ def process(queue, base_folder, month, file_type, type_stages, reddit_username,
start_date = datetime.strptime(month, "%y-%m")
input_folder = os.path.join(base_folder, "ingest", "combined")
output_folder = os.path.join(base_folder, "reddit")
log.info(f"{file_type}: Reading from: {input_folder}")
log.info(f"{file_type}: Writing to: {base_folder}")
log.info(f"{file_type}: Writing to: {output_folder}")
build_month.build_month(
start_date,
input_folder,
base_folder,
output_folder,
file_type+"s",
compression_level
)