Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-04 03:16:40 -04:00
Code Issues Projects Releases Packages Wiki Activity

Change default encoding

Browse source
This commit is contained in:
Watchful1 2023-01-16 09:58:48 -08:00
parent 1a3789c298
commit edf82d3d90
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
scripts/combine_folder_multiprocess.py
View file

@ -154,7 +154,7 @@ def process_file(file, queue, field, value, values, case_sensitive):
if matched:
if output_file is None:
output_file = open(file.output_path, 'w')
output_file = open(file.output_path, 'w', encoding="utf-8")
output_file.write(line)
output_file.write("\n")
except (KeyError, json.JSONDecodeError) as err: