Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-25 07:35:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

Way longer

Browse source
This commit is contained in:
Watchful1 2024-11-08 20:57:51 -08:00
parent 08e5e80e02
commit 83b265a5d0
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
personal/combine/merge_and_backfill.py
View file

@ -83,7 +83,7 @@ def query_pushshift(ids, bearer, object_type, pushshift_token_function):
url = f"https://api.pushshift.io/reddit/{object_name}/search?limit=1000&ids={','.join(ids)}" url = f"https://api.pushshift.io/reddit/{object_name}/search?limit=1000&ids={','.join(ids)}"
log.debug(f"pushshift query: {url}") log.debug(f"pushshift query: {url}")
response = None response = None
attempts = 20 attempts = 50
sleep_per_attempt = 10 sleep_per_attempt = 10
for i in range(attempts): for i in range(attempts):
try: try: