Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-12-20 18:45:45 -05:00
Code Issues Projects Releases Packages Wiki Activity

Add ratelimit retries

Browse source
This commit is contained in:
Watchful1 2025-10-26 20:56:37 -07:00
parent c848480ed9
commit a9b75717e5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
personal/combine/merge_and_backfill.py
View file

@ -133,7 +133,7 @@ def query_reddit(ids, reddit, object_type):
try:
response = reddit.request(method="GET", path=endpoints.API_PATH["info"], params={"id": id_string})
break
except (prawcore.exceptions.ServerError, prawcore.exceptions.RequestException) as err:
except (prawcore.exceptions.ServerError, prawcore.exceptions.RequestException, prawcore.exceptions.TooManyRequests) as err:
log.info(f"No response from reddit api for {object_type}, sleeping {i * 5} seconds: {err} : {id_string}")
time.sleep(i * 5)
if response is None: