mirror of
https://github.com/Watchful1/PushshiftDumps.git
synced 2025-07-08 15:39:45 -04:00
Try more threads
This commit is contained in:
parent
3b6df53925
commit
fb03fb96ee
1 changed files with 1 additions and 1 deletions
|
@ -155,7 +155,7 @@ if __name__ == "__main__":
|
|||
sys.exit(2)
|
||||
|
||||
output_path = os.path.join(args.output, args.type, f"{prefix}_{month.strftime('%Y-%m')}.zst")
|
||||
output_handle = zstandard.ZstdCompressor(level=level).stream_writer(open(output_path, 'wb'))
|
||||
output_handle = zstandard.ZstdCompressor(level=level, threads=-1).stream_writer(open(output_path, 'wb'))
|
||||
|
||||
count_objects = 0
|
||||
minute_iterator = month
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue