Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-25 07:35:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

More logging

Browse source
This commit is contained in:
Watchful1 2024-11-28 13:07:13 -08:00
parent ce964262e3
commit a4ea76a592
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
scripts/filter_file.py
View file

@ -285,4 +285,8 @@ if __name__ == "__main__":
input_files.append((input_file, output_file)) input_files.append((input_file, output_file))
log.info(f"Processing {len(input_files)} files") log.info(f"Processing {len(input_files)} files")
for file_in, file_out in input_files: for file_in, file_out in input_files:
try:
process_file(file_in, file_out, output_format, field, values, from_date, to_date, single_field, exact_match) process_file(file_in, file_out, output_format, field, values, from_date, to_date, single_field, exact_match)
except Exception as err:
log.warning(f"Error processing {file_in}: {err}")
log.warning(traceback.format_exc())