mirror of
https://github.com/Watchful1/PushshiftDumps.git
synced 2025-07-08 15:39:45 -04:00
Fix null fields
This commit is contained in:
parent
0709050f08
commit
94fb40cdf4
1 changed files with 1 additions and 1 deletions
|
@ -276,7 +276,7 @@ def process_file(file, queue, field, values, partial, regex, split_intermediate)
|
|||
if matched:
|
||||
output_handle.write_line(line, observed)
|
||||
file.lines_matched += 1
|
||||
except (KeyError, json.JSONDecodeError) as err:
|
||||
except (KeyError, json.JSONDecodeError, AttributeError) as err:
|
||||
file.error_lines += 1
|
||||
file.lines_processed += 1
|
||||
if file.lines_processed % 1000000 == 0:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue