commit: total rewrite

01-preamble.md

@@ -7,6 +7,10 @@
 
 ----
 
+# IMPORTANT NOTICE
+
+- This file (`README.md`) is now generated; do not submit changes for it; see the `directory` folder instead.
+
 # The Theme
 
 This list is for substantial, commercial-or-social-good mainstream websites with onion presence.

Makefile

@@ -1,5 +1,5 @@
 all:
-	( cat 01-preamble.md ; cat 02-footnotes.md ) > README.md
+	( cat 01-preamble.md ; perl walk.pl ; cat 02-footnotes.md ) > README.md
 
 clean:
 	rm *~

README.md

@@ -7,6 +7,10 @@
 
 ----
 
+# IMPORTANT NOTICE
+
+- This file (`README.md`) is now generated; do not submit changes for it; see the `directory` folder instead.
+
 # The Theme
 
 This list is for substantial, commercial-or-social-good mainstream websites with onion presence.
@@ -25,6 +29,449 @@ Formatting / how to submit entries ("pull-requests") are explained in the footer
 * Reported Reachability Issues: :sos:
 
 Sites which display multiple reachability problems will eventually be struck-off the list.
+----
+
+# Academic
+
+## surveillance law / stanford
+
+* http://7vrl523532rjjznj.onion/
+
+
+----
+
+# Civil Society And Community
+
+## brmlab / prague hackerspace
+
+* http://pmwdzvbyvnmwobk5.onion/
+
+## library freedom project
+
+* http://libraryxobbrbj33.onion/
+
+## privacy international
+
+* https://privacyintyqcroe.onion/ :lock:
+
+## riseup
+
+* http://5jp7xtmox6jyoqd5.onion/ riseup etherpad
+
+## riseup
+
+* http://6zc6sejeho3fwrd4.onion/ riseup file share & pastebin
+
+## riseup
+
+* http://j6uhdvbhz74oefxf.onion/ riseup user admin
+
+## riseup
+
+* http://nzh3fv6jc6jskki3.onion/ riseup main site
+* http://nzh3fv6jc6jskki3.onion/en/security/network-security/tor#riseups-tor-hidden-services riseup index of onion sites
+
+## riseup
+
+* http://xpgylzydxykgdqyg.onion/ riseup lists
+
+## riseup
+
+* http://zsolxunfmbfuq7wf.onion/rc/ riseup mail
+
+
+----
+
+# Companies And Services
+
+## blockchain.info
+
+* https://blockchainbdgpzk.onion/ bitcoin stuff :lock:
+
+## decoded:legal
+
+* http://decodedsbwzj4nhq.onion/ english law firm
+
+## decoded:legal
+
+* http://dlegal66uj5u2dvcbrev7vv6fjtwnd4moqu7j6jnd42rmbypv3coigyd.onion/ (additional v3/prop224 address)
+
+
+----
+
+# Globaleaks
+
+## afrileaks
+
+* http://wcnueib4qrsm544n.onion/
+ * https://www.afrileaks.org/
+
+## alat / allerta anticorruzione
+
+* http://fkut2p37apcg6l7f.onion/ italian whistleblowing
+ * https://allertaanticorruzione.transparency.it/servizio-alac/
+
+## atlatszo magyarleaks
+
+* http://ak2uqfavwgmjrvtu.onion/ hungarian leaks
+ * https://atlatszo.hu/magyarleaks/
+
+## balkanleaks
+
+* http://3qf4wewa5bojmcgr.onion/
+ * https://balkanleaks.eu/
+
+## bezkorupce.cz
+
+* http://iopx5pchfdldldwp.onion/ czech anticorruption reporting site
+ * https://secure.bezkorupce.cz/
+
+## curiamo la corruzione
+
+* http://evz2fbu64s3lzhsi.onion/ italian government health whistleblowing
+ * https://segnalazioni.curiamolacorruzione.it/
+
+## irpileaks
+
+* http://5r4bjnjug3apqdii.onion/ italian investigative reporting project
+ * https://irpi.eu/en/leaks/how-irpileaks-works/
+
+## mexico leaks
+
+* http://kjpkmlafh2ra57wz.onion/
+ * https://mexicoleaks.mx/
+
+## pistaljka.rs whistleblowing
+
+* http://acabtd4btrxjjrvr.onion/#/
+ * https://pistaljka.rs/
+
+## sourcesure.eu
+
+* http://hgowugmgkiv2wxs5.onion/ france & belgium whistleblowing
+ * https://www.sourcesure.eu/
+
+## wildleaks
+
+* http://ppdz5djzpo3w5k2z.onion/ elephant action league
+ * https://www.wildleaks.org/the-technology/
+
+## xnet activism
+
+* http://ztjn5gcdsqeqzmw4.onion/ anticorruption whistleblowing
+ * https://xnet-x.net/en/xnetleaks/
+
+
+----
+
+# News And Media
+
+## propublica
+
+* https://www.propub3r6espa33w.onion/ :lock:
+
+## the new york times
+
+* https://www.nytimes3xbfgragh.onion/ :lock:
+* https://mobile.nytimes3xbfgragh.onion/ mobile site :lock:
+
+
+----
+
+# Securedrop For Individuals
+
+## barton gellman
+
+* http://mqddpn6yt4f5uqei.onion/
+ * https://github.com/b4rton/securedrop
+
+## espen andersen
+
+* http://lijbt6ju7m6opkzb.onion/
+ * https://espenandersen.no/contact
+
+## kevin poulsen
+
+* http://poulsensqiv6ocq4.onion/
+ * https://freedom.press/about/tech/kevin-poulsen
+
+
+----
+
+# Securedrop For Organisations
+
+## adresseavisen (.no)
+
+* http://xpx3m5hcnrkds5wg.onion/
+ * https://securedrop.adressa.no/
+
+## aftenposten
+
+* http://bocl4xqbak4xvlh4.onion/
+ * https://www.aftenposten.no/securedrop/
+
+## apache
+
+* http://zdf4nikyuswdzbt6.onion/
+ * https://www.apache.be/securedrop
+
+## associated press
+
+* http://3expgpdnrrzezf7r.onion/
+ * https://www.ap.org/tips/
+
+## bayleaks
+
+* http://wd5x5eexdqcjrqfa.onion/
+ * https://bayleaks.org/
+
+## bergens tidende
+
+* http://mxrrw2l3g5dyhgzn.onion/
+ * https://www.bt.no/securedrop/
+
+## bloomberg bna (bloomberg's legal, tax, regulatory arm)
+
+* http://efl3aizqpowu2yj5.onion/
+ * https://www.bna.com/tips/
+
+## bloomberg news
+
+* http://m4hynbhhctdk27jr.onion/
+ * https://www.bloomberg.com/tips
+
+## business insider
+
+* http://doaxi7t7lkctvq5i.onion/
+ * https://www.businessinsider.com/how-to-tip-business-insider-securely-guide-signal-securedrop-2017-6
+
+## buzzfeed news
+
+* http://ftugftwajmgsmoau.onion/
+ * https://contact.buzzfeed.com/
+
+## cbc / canadian broadcasting corporation
+
+* http://ad2ztmbv5vmbj7ic.onion
+ * https://securedrop.cbc.ca/
+
+## center for public integrity
+
+* http://v2d6nf2nsvvbgaqe.onion
+ * https://www.publicintegrity.org/securedrop
+
+## cpj / committee to protect journalists
+
+* http://2x2hb5ykeu4qlxqe.onion/
+ * https://cpj.org/blog/2016/05/how-securedrop-helps-cpj-protect-journalists.php
+
+## dagbladet
+
+* http://mz33367mcdrcdi7s.onion/
+ * https://securedrop.dagbladet.no/
+
+## duckduckgo
+
+* http://dmys7duszeb2salo.onion/
+ * https://duckduckgo.com/securedrop/
+
+## exposefacts
+
+* http://znig4bc5rlwyj4mz.onion/
+ * https://exposefacts.org
+
+## fairfax media group (.au; smh et al.)
+
+* http://ipfhnseo4hgfw5mg.onion/
+ * https://securedrop.fairfax.com.au/
+
+## forbes
+
+* http://fje2vboa55bbxjpm.onion
+ * https://www.forbes.com/tips/
+
+## gizmodo media group
+
+* http://gmg7jl25ony5g7ws.onion/
+ * https://specialprojectsdesk.com/securedrop/
+
+## globe and mail (.ca; toronto)
+
+* http://sml5wmpuq7ifq2mh.onion/
+ * https://sec.theglobeandmail.com/securedrop/
+
+## greenpeace new zealand
+
+* http://ll6edwtpfl3zdwoi.onion/
+ * https://www.safesource.org.nz
+
+## guardian
+
+* http://33y6fjyhs3phzfjj.onion/
+ * https://securedrop.theguardian.com/
+
+## icij / international consortium of investigative journalists
+
+* http://dcdoialeklnkb6fg.onion/
+ * https://www.icij.org/securedrop
+
+## intercept
+
+* http://intrcept32ncblef.onion/
+ * https://theintercept.com/securedrop/
+
+## lucy parsons labs (.us; chicago)
+
+* http://qn4qfeeslglmwxgb.onion/
+ * https://lucyparsonslabs.com/securedrop
+
+## mormonleaks
+
+* http://efeip5ekoqi4upkz.onion/
+ * https://mormonleaks.io/
+
+## new internationalist
+
+* http://axcdo2zaeyrpdc6z.onion/
+ * https://digital.newint.com.au/securedrop
+
+## new york times
+
+* https://nyttips4bmquxfzw.onion/ :lock:
+ * https://www.nytimes.com/newsgraphics/2016/news-tips/#securedrop
+
+## new yorker
+
+* http://icpozbs6r6yrwt67.onion/
+ * http://projects.newyorker.com/strongbox/
+
+## nrk
+
+* http://nrkvarslekidu2uz.onion/
+ * https://www.nrk.no/varsle/
+
+## oregonian
+
+* http://a5gvhrpulvq33b3q.onion/
+ * http://projects.oregonlive.com/securedrop/
+
+## peerlyst
+
+* http://z5hns3zhhne7z6bl.onion/
+ * https://www.peerlyst.com/secure-drop
+
+## pogo / project on government oversight
+
+* http://dqeasamlf3jld2kz.onion/
+ * https://securedrop.pogo.org/
+
+## radio-canada
+
+* http://w5jfqhep2jbypkek.onion/
+ * https://sourceanonyme.radio-canada.ca
+
+## radio24syv
+
+* http://hpjw636qnt5avq62.onion/
+ * https://securedrop.radio24syv.dk
+
+## usa today
+
+* https://usatodayw7vu5egc.onion :lock:
+ * https://newstips.usatoday.com/securedrop.html
+
+## vg / verdens gang
+
+* http://vgnettwin5lyl4yr.onion/
+ * https://securedrop.vg.no/
+
+## washington post
+
+* http://jcw5q6uyjioupxcc.onion/
+ * https://www.washingtonpost.com/securedrop/
+
+
+----
+
+# Tech And Software
+
+## cyph
+
+* https://www.cyphdbyhiddenbhs.onion/ :lock:
+
+## debian
+
+* http://5nca3wxl33tzlzj5.onion/ index of onion sites
+ * also https://onion.debian.org/
+
+## debian
+
+* http://sejnfjrq6szgca7v.onion/ main site
+
+## expressvpn
+
+* http://expressobutiolem.onion/
+
+## keybase.io
+
+* http://fncuwbiisyh6ak3i.onion/
+
+## mailpile
+
+* http://clgs64523yi2bkhz.onion/
+
+## onionshare
+
+* http://elx57ue5uyfplgva.onion/
+
+## qubes os
+
+* http://qubesos4rrrrz6n4.onion/
+
+## tor project
+
+* http://expyuzz4wqqyqhjn.onion/ main site
+
+## tor project
+
+* http://yz7lpwfhhzcdyc5y.onion/ index of onion sites
+ * also https://onion.torproject.org/
+
+## whonix
+
+* http://dds6qkxpwdeubwucdiaord2xgbbeyds25rbsgr73tbfpqpt4a6vjwsyd.onion/ main page
+* http://dds6qkxpwdeubwucdiaord2xgbbeyds25rbsgr73tbfpqpt4a6vjwsyd.onion/wiki/main_page wiki
+* http://forums.dds6qkxpwdeubwucdiaord2xgbbeyds25rbsgr73tbfpqpt4a6vjwsyd.onion/ forums
+* http://dds6qkxpwdeubwucdiaord2xgbbeyds25rbsgr73tbfpqpt4a6vjwsyd.onion/wiki/forcing_.onion_on_whonix.org index of onion sites
+ * also https://www.whonix.org/wiki/forcing_.onion_on_whonix.org
+
+
+----
+
+# Web And Internet
+
+## 1.1.1.1
+
+* https://dns4torpnlfs2ifuz2s2yf3fc7rdmsbhm6rw75euj35pac6ap25zgqad.onion/ dns resolver by cloudflare :lock:
+
+## duckduckgo
+
+* https://3g2upl4pq6kufc4m.onion/ search engine :lock:
+
+## facebook
+
+* https://www.facebookcorewwwi.onion/ :lock:
+* https://m.facebookcorewwwi.onion/ mobile site :lock:
+
+## mail2tor
+
+* http://mail2tor2zyjdctd.onion/ mail gateway
+
+## protonmail
+
+* https://protonirockerxow.onion/ :lock:
+
+
 # Submission Notes
 
 - **NO MORE THAN 1 SITE PER REQUEST WILL BE ACCEPTED**

walk.pl

@@ -0,0 +1,93 @@
+#!/usr/bin/perl -w
+use Data::Dumper;
+
+sub canon {
+    my $foo = shift;
+    $foo =~ s/-/ /go;
+    return join '', map { ucfirst lc } split /(\s+)/, $foo;
+}
+
+sub listdir {
+    my $d = shift;
+    opendir(D, $d) || die "opendir: $d: $!\n";
+    my @foo = sort(grep(!/^\./o, readdir(D)));
+    closedir(D);
+    return @foo;
+}
+
+sub first {
+    my $f = shift;
+    my $line;
+    open(F, $f) || die "open: $f: $!\n";
+    chomp($line = <F>);
+    close(F);
+    return $line;
+}
+
+sub lines {
+    my $f = shift;
+    my @results;
+    open(F, $f) || die "open: $f: $!\n";
+    chomp(@results = <F>);
+    close(F);
+    return \@results; # REF!
+}
+
+sub doonion {
+    my ($path, $onion) = @_;
+    my $odir = "$path/$onion";
+    my %result = ();
+    $result{'title'} = &first("$odir/title");
+    $result{'urls'} = &lines("$odir/urls");
+    $result{'proof'} = &lines("$odir/proof") if (-f "$odir/proof"); # OPTIONAL
+    $result{'comment'} = &lines("$odir/comment") if (-f "$odir/comment"); # OPTIONAL
+    $result{'sortkey'} = "$result{title}::$onion";
+    return \%result;
+}
+
+sub docat {
+    my ($path, $category) = @_;
+    my $catdir = "$path/$category";
+    my @onions = &listdir($catdir);
+    my %result = ();
+    foreach $onion (@onions) {
+        my $foo = &doonion($catdir, $onion);
+        my $key = $$foo{'sortkey'};
+        $result{$key} = $foo;
+    }
+    return \%result;
+}
+
+# load
+
+@categories = &listdir('directory');
+
+foreach $catname (@categories) {
+    $tree{$catname} = &docat('directory', $catname);
+}
+
+# print
+
+foreach $catname (sort keys %tree) {
+    print "----\n\n";
+    my $catprint = &canon($catname);
+    print "# $catprint\n\n";
+    $catcontents = $tree{$catname};
+    foreach $catsortkey (sort keys %{$catcontents}) {
+        my $ocontents = $catcontents->{$catsortkey};
+        my @foo = keys(%{$ocontents});
+        print "## $ocontents->{title}\n\n";
+        foreach my $line (@{$ocontents->{urls}}) {
+            print "* $line";
+            print " :lock:" if ($line =~ m!https://!);
+            print "\n";
+        }
+        foreach my $line (@{$ocontents->{proof}}) {
+            print " * $line\n";
+        }
+        print "\n";
+    }
+    print "\n";
+}
+
+#print Dumper(\%tree);