Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-24 15:15:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

Force the spawn

Browse source
This commit is contained in:
Watchful1 2024-09-19 18:44:26 -07:00
parent e3af835cb2
commit 679728d7d1
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
personal/process_month.py
View file

@ -262,7 +262,7 @@ if __name__ == "__main__":
level = int(args.level) level = int(args.level)
log.info(f"Compression level: {level}") log.info(f"Compression level: {level}")
multiprocessing.set_start_method('spawn') multiprocessing.set_start_method('spawn', force=True)
queue = multiprocessing.Manager().Queue() queue = multiprocessing.Manager().Queue()
p_lock = multiprocessing.Lock() p_lock = multiprocessing.Lock()
with multiprocessing.Pool(processes=2, initializer=init, initargs=(p_lock,)) as pool: with multiprocessing.Pool(processes=2, initializer=init, initargs=(p_lock,)) as pool: