Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-24 15:15:24 -04:00
Code Issues Projects Releases Packages Wiki Activity

Handle the incorrect reauth

Browse source
This commit is contained in:
Watchful1 2023-09-21 19:30:09 -07:00
parent 0adaae53aa
commit b92bab7f1a
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
personal/combine/merge_and_backfill.py
View file

@ -66,7 +66,6 @@ def re_auth_pushshift(old_token):
sys.exit(1) sys.exit(1)
def query_pushshift(ids, bearer, object_type): def query_pushshift(ids, bearer, object_type):
object_name = "comment" if object_type == ObjectType.COMMENT else "submission" object_name = "comment" if object_type == ObjectType.COMMENT else "submission"
url = f"https://api.pushshift.io/reddit/{object_name}/search?limit=1000&ids={','.join(ids)}" url = f"https://api.pushshift.io/reddit/{object_name}/search?limit=1000&ids={','.join(ids)}"
@ -85,7 +84,7 @@ def query_pushshift(ids, bearer, object_type):
if response.status_code == 200: if response.status_code == 200:
break break
if response.status_code == 403: if response.status_code == 403:
log.warning(f"Pushshift 403, trying reauth") log.warning(f"Pushshift 403, trying reauth: {response.json()}")
log.warning(url) log.warning(url)
log.warning(f"'Authorization': Bearer {bearer}") log.warning(f"'Authorization': Bearer {bearer}")
bearer = re_auth_pushshift(bearer) bearer = re_auth_pushshift(bearer)