Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-23 06:40:47 -04:00
Code Issues Projects Releases Packages Wiki Activity

Shorter and don't throw

Browse source
This commit is contained in:
Watchful1 2025-03-09 14:48:44 -07:00
parent 2cc3e3f68e
commit 31e656673f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/combine/merge_and_backfill.py
View file

@ -129,7 +129,7 @@ def query_reddit(ids, reddit, object_type):
id_prefix = 't1_' if object_type == ObjectType.COMMENT else 't3_'
id_string = f"{id_prefix}{(f',{id_prefix}'.join(ids))}"
response = None
for i in range(100):
for i in range(20):
try:
response = reddit.request(method="GET", path=endpoints.API_PATH["info"], params={"id": id_string})
break
@ -138,7 +138,7 @@ def query_reddit(ids, reddit, object_type):
time.sleep(i * 5)
if response is None:
log.warning(f"Reddit api failed, aborting")
raise IOError
return []
return response['data']['children']