mirror of
https://github.com/Watchful1/PushshiftDumps.git
synced 2025-07-04 11:26:41 -04:00
Fix output folder
This commit is contained in:
parent
22a9fc0504
commit
0709050f08
1 changed files with 3 additions and 2 deletions
|
@ -195,12 +195,13 @@ def process(queue, base_folder, month, file_type, type_stages, reddit_username,
|
|||
start_date = datetime.strptime(month, "%y-%m")
|
||||
|
||||
input_folder = os.path.join(base_folder, "ingest", "combined")
|
||||
output_folder = os.path.join(base_folder, "reddit")
|
||||
log.info(f"{file_type}: Reading from: {input_folder}")
|
||||
log.info(f"{file_type}: Writing to: {base_folder}")
|
||||
log.info(f"{file_type}: Writing to: {output_folder}")
|
||||
build_month.build_month(
|
||||
start_date,
|
||||
input_folder,
|
||||
base_folder,
|
||||
output_folder,
|
||||
file_type+"s",
|
||||
compression_level
|
||||
)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue