Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-24 15:15:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

Longer sleep

Browse source
This commit is contained in:
Watchful1 2025-03-09 12:15:39 -07:00
parent 3c97f8ffcb
commit 7347fae28a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/combine/merge_and_backfill.py
View file

@ -129,13 +129,13 @@ def query_reddit(ids, reddit, object_type):
id_prefix = 't1_' if object_type == ObjectType.COMMENT else 't3_' id_prefix = 't1_' if object_type == ObjectType.COMMENT else 't3_'
id_string = f"{id_prefix}{(f',{id_prefix}'.join(ids))}" id_string = f"{id_prefix}{(f',{id_prefix}'.join(ids))}"
response = None response = None
for i in range(4): for i in range(10):
try: try:
response = reddit.request(method="GET", path=endpoints.API_PATH["info"], params={"id": id_string}) response = reddit.request(method="GET", path=endpoints.API_PATH["info"], params={"id": id_string})
break break
except (prawcore.exceptions.ServerError, prawcore.exceptions.RequestException) as err: except (prawcore.exceptions.ServerError, prawcore.exceptions.RequestException) as err:
log.info(f"No response from reddit api: {err} : {id_string}") log.info(f"No response from reddit api: {err} : {id_string}")
time.sleep(2) time.sleep(i * 5)
return response['data']['children'] return response['data']['children']