Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-27 08:35:16 -04:00
Code Issues Projects Releases Packages Wiki Activity

Needs to be an int

Browse source
This commit is contained in:
Watchful1 2025-07-23 19:48:55 -07:00
parent 5b95fc7e7d
commit 18e36b1b81
2 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/diagnostic/count_subreddits_multiprocess.py
View file

@ -134,6 +134,8 @@ def process_file(file, queue, field):
try:
obj = json.loads(line)
observed = obj[field].lower()
if observed is None or observed == "":
continue
if output_file is None:
output_file = open(file.output_path, 'w', encoding="utf-8")
output_file.write(observed)
@ -342,7 +344,7 @@ if __name__ == '__main__':
for line in input_handle:
try:
field, count = line.strip().split("\t")
field_counts[field] = count
field_counts[field] = int(count)
except Exception as err:
log.info(f"Line failed in file {file.count_file_path}: {line}")
raise