Git-Mirrors/PushshiftDumps
1
0
Fork 0
mirror of https://github.com/Watchful1/PushshiftDumps.git synced 2025-07-23 14:50:35 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix old lines that don't have a permalink

Browse source
This commit is contained in:
Watchful1 2024-11-24 09:44:10 -08:00
parent a7df1d8609
commit f66f1011c1
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
scripts/filter_file.py
View file

@ -123,7 +123,10 @@ def write_line_csv(writer, obj, is_submission):
if is_submission:
output_list.append(obj['title'])
output_list.append(f"u/{obj['author']}")
output_list.append(f"https://www.reddit.com{obj['permalink']}")
if 'permalink' in obj:
output_list.append(f"https://www.reddit.com{obj['permalink']}")
else:
output_list.append("No link available")
if is_submission:
if obj['is_self']:
if 'selftext' in obj: