From 2cc3e3f68ed69890d4df357ec9b39669b6788c79 Mon Sep 17 00:00:00 2001 From: Watchful1 Date: Sun, 9 Mar 2025 13:18:58 -0700 Subject: [PATCH] Way longer --- personal/combine/merge_and_backfill.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/personal/combine/merge_and_backfill.py b/personal/combine/merge_and_backfill.py index 893054c..cacd642 100644 --- a/personal/combine/merge_and_backfill.py +++ b/personal/combine/merge_and_backfill.py @@ -129,13 +129,16 @@ def query_reddit(ids, reddit, object_type): id_prefix = 't1_' if object_type == ObjectType.COMMENT else 't3_' id_string = f"{id_prefix}{(f',{id_prefix}'.join(ids))}" response = None - for i in range(10): + for i in range(100): try: response = reddit.request(method="GET", path=endpoints.API_PATH["info"], params={"id": id_string}) break except (prawcore.exceptions.ServerError, prawcore.exceptions.RequestException) as err: - log.info(f"No response from reddit api: {err} : {id_string}") + log.info(f"No response from reddit api for {object_type}, sleeping {i * 5} seconds: {err} : {id_string}") time.sleep(i * 5) + if response is None: + log.warning(f"Reddit api failed, aborting") + raise IOError return response['data']['children']