Git-Mirrors/red-arch
1
0
Fork 0
mirror of https://github.com/sys-nyx/red-arch.git synced 2025-05-06 08:45:31 -04:00
Code Issues Projects Releases Packages Wiki Activity

removed snudown from dependencies

Browse source
This commit is contained in:
sys-nyx 2024-12-26 20:35:55 -08:00
parent 0255ceaf6f
commit b6e18dfae4
2 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

1
requirements.txt
View file

@ -1,4 +1,3 @@
psaw==0.1.0 psaw==0.1.0
psutil==6.1.1 psutil==6.1.1
snudown==1.0.0
zstandard==0.23.0 zstandard==0.23.0

7
write_html.py
View file

@ -4,7 +4,6 @@ import argparse
import csv import csv
import os import os
import re import re
import snudown
import psutil import psutil
url_project = 'https://github.com/libertysoft3/reddit-html-archiver' url_project = 'https://github.com/libertysoft3/reddit-html-archiver'
@ -125,7 +124,7 @@ def generate_html(subs: list[str], sub_dict, min_score=0, min_comments=0, hide_d
if 'comments' in t: if 'comments' in t:
stat_sub_comments += len(t['comments']) stat_sub_comments += len(t['comments'])
if built % 100 == 0: if built % 100 == 0:
print(f"{built}/ {len(threads)}") print(f"\r{built}/ {len(threads)}", end="")
if stat_sub_filtered_links > 0: if stat_sub_filtered_links > 0:
processed_subs.append({'name': sub, 'num_links': stat_sub_filtered_links}) processed_subs.append({'name': sub, 'num_links': stat_sub_filtered_links})
print('%s: %s links filtered to %s' % (sub, stat_sub_links, stat_sub_filtered_links)) print('%s: %s links filtered to %s' % (sub, stat_sub_links, stat_sub_filtered_links))
@ -287,7 +286,7 @@ def write_link_page(subreddits, link, subreddit='', hide_deleted_comments=False)
'###DEPTH###': str(c['depth']), '###DEPTH###': str(c['depth']),
'###DATE###': created.strftime('%Y-%m-%d'), '###DATE###': created.strftime('%Y-%m-%d'),
'###SCORE###': str(c['score']) if len(str(c['score'])) > 0 else missing_comment_score_label, '###SCORE###': str(c['score']) if len(str(c['score'])) > 0 else missing_comment_score_label,
'###BODY###': snudown.markdown(c['body'].replace('>','>')), '###BODY###': c['body'],
'###CSS_CLASSES###': css_classes, '###CSS_CLASSES###': css_classes,
'###CLASS_SCORE###': 'badge-danger' if c['score'] > 0 and int(c['score']) < 1 else 'badge-secondary', '###CLASS_SCORE###': 'badge-danger' if c['score'] > 0 and int(c['score']) < 1 else 'badge-secondary',
'###HTML_AUTHOR_URL###': author_link_html, '###HTML_AUTHOR_URL###': author_link_html,
@ -306,7 +305,7 @@ def write_link_page(subreddits, link, subreddit='', hide_deleted_comments=False)
# render selftext # render selftext
selftext_html = '' selftext_html = ''
if len(link['selftext']) > 0: if len(link['selftext']) > 0:
selftext_html = template_selftext.replace('###SELFTEXT###', snudown.markdown(link['selftext'].replace('&gt;','>'))) selftext_html = template_selftext.replace('###SELFTEXT###', link['selftext'])
# author link # author link
url = static_include_path + 'user/' + link['author'] + '.html' url = static_include_path + 'user/' + link['author'] + '.html'