Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-04 03:16:40 -04:00
Code Issues Projects Releases Packages Wiki Activity

More logging

Browse source
This commit is contained in:
Watchful1 2024-09-16 19:20:28 -07:00
parent 9b45f8339e
commit ed12d9c4ca
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
personal/combine/merge_and_backfill.py
View file

@ -103,10 +103,14 @@ def query_pushshift(ids, bearer, object_type, pushshift_token_function):
time.sleep(2)
if response is None:
log.warning(f"4 requests failed with no response")
log.warning(url)
log.warning(f"'Authorization': Bearer {bearer}")
discord_logging.flush_discord()
sys.exit(1)
if response.status_code != 200:
log.warning(f"4 requests failed with status code {response.status_code}")
log.warning(url)
log.warning(f"'Authorization': Bearer {bearer}")
discord_logging.flush_discord()
sys.exit(1)
return response.json()['data'], bearer