From c2eeb1b8598fd6aefefc6de41f8be0ca07909210 Mon Sep 17 00:00:00 2001 From: Samuel Shifterovich Date: Tue, 18 Dec 2018 21:29:46 +0100 Subject: [PATCH] Remove robots.txt (#668) --- robots.txt | 5 ----- 1 file changed, 5 deletions(-) delete mode 100644 robots.txt diff --git a/robots.txt b/robots.txt deleted file mode 100644 index d0e5f1be..00000000 --- a/robots.txt +++ /dev/null @@ -1,5 +0,0 @@ -# www.robotstxt.org/ - -# Allow crawling of all content -User-agent: * -Disallow: