From fea742d06c98f88e314b19fa0e2227efcf8a898b Mon Sep 17 00:00:00 2001 From: Samuel Shifterovich Date: Tue, 18 Dec 2018 21:27:15 +0100 Subject: [PATCH] Remove robots.txt --- robots.txt | 5 ----- 1 file changed, 5 deletions(-) delete mode 100644 robots.txt diff --git a/robots.txt b/robots.txt deleted file mode 100644 index d0e5f1be..00000000 --- a/robots.txt +++ /dev/null @@ -1,5 +0,0 @@ -# www.robotstxt.org/ - -# Allow crawling of all content -User-agent: * -Disallow: -- 2.47.2