Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-28 00:55:17 -04:00
Code Issues Projects Releases Packages Wiki Activity

And this one

Browse source
This commit is contained in:
Watchful1 2023-09-18 18:07:55 -07:00
parent ab2a94c241
commit e4f5982481
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
personal/combine/build_day.py
View file

@ -98,6 +98,7 @@ def end_of_day(input_minute):
def build_day(day_to_process, input_folders, output_folder, object_type, reddit):
pushshift_token = load_pushshift_token()
log.info(f"Using pushshift token: {pushshift_token}")
file_type = "comments" if object_type == ObjectType.COMMENT else "submissions"