Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-23 14:50:35 -04:00
Code Issues Projects Releases Packages Wiki Activity

Add case for no response

Browse source
This commit is contained in:
Watchful1 2024-09-16 17:59:05 -07:00
parent 51de1f2ac2
commit 9b45f8339e
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/combine/merge_and_backfill.py
View file

@ -101,6 +101,10 @@ def query_pushshift(ids, bearer, object_type, pushshift_token_function):
log.warning(f"'Authorization': Bearer {bearer}")
bearer = pushshift_token_function(bearer)
time.sleep(2)
if response is None:
log.warning(f"4 requests failed with no response")
discord_logging.flush_discord()
sys.exit(1)
if response.status_code != 200:
log.warning(f"4 requests failed with status code {response.status_code}")
discord_logging.flush_discord()