added basic implementatin of search

config.toml

@@ -7,6 +7,6 @@ comments = funny_comments.zst
 posts = funny_submissions.zst
 
 #Add other subs if you like
-[funnymemes]
-comments = funnymemes_comments.zst
-posts = funnymemes_submissions.zst
+#[funnymemes]
+#comments = funnymemes_comments.zst
+#posts = funnymemes_submissions.zst

dumps.py

@@ -1,76 +0,0 @@
-
-
-import os
-import json
-import argparse
-import configparser
-from urllib.parse import urlparse
-from write_html import generate_html
-
-def main():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('config', type=str, help='Path to configuration file.')
-    args = parser.parse_args()
-    if not args.config:
-        print("No config file found")
-        exit()
-
-    config = configparser.ConfigParser()
-    config.read(args.config)
-
-    subreddits = {}
-
-    for s in config.sections():
-        
-        posts_path = config[s]['posts']
-        comments_path = config[s]['comments']
-
-        links = []
-        
-        with open(posts_path, 'r') as f:
-            print("loading posts")
-            raw_posts = json.loads(f.read())
-            print('done')
-        with open(comments_path, 'r') as f:
-            print('loading comments')
-            raw_comments = json.loads(f.read())
-            print('done')
-
-        missing_perm = []
-        comments = {}
-        for c in raw_comments:
-            if 'permalink' not in c.keys():
-                missing_perm.append(c)
-                continue
-            
-            parent_url = '/'.join(urlparse(c['permalink']).path.split('/')[:6])
-            if parent_url.endswith('/'):
-                parent_url = parent_url[:-1]
-            if parent_url not in comments.keys():
-                comments[parent_url] = []
-            comments[parent_url].append(c)
-
-
-        complete_threads = []
-
-        for p in raw_posts:
-            p['comments'] = []
-            postp = urlparse(p['permalink']).path
-            if postp.endswith('/'):
-                postp = postp[:-1]
-            if postp in comments.keys():
-                p['comments'] = comments[postp]
-
-                complete_threads.append(p)
-        subreddits[s.lower()] = complete_threads
-    print("Total threads: ",len(raw_posts))
-    print("Total comments: ", len(raw_comments))
-    print("Comments missing permalinks: ", len(missing_perm))
-    print("Comment chains found: ", len(comments))
-    print("Threads rebuilt: ", len(complete_threads))
-
-
-    generate_html([s.lower() for s in config.sections()], subreddits)
-
-if __name__ == "__main__":
-    main()

write_html.py

@@ -116,7 +116,6 @@ def generate_html(subs: list[str], sub_dict, min_score=0, min_comments=0, hide_d
         stat_links += len(threads)
         stat_sub_links += len(threads)
         for t in threads:
-            print(t['id'])
             if validate_link(t, min_score, min_comments):
                 write_link_page(subs, t, sub, hide_deleted_comments)
                 built += 1