From e4ae6b976fbccb5fff7f03e97b6cf33704328e16 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Nicolas=20L=C5=93uillet?= Date: Fri, 15 Dec 2017 21:51:12 +0100 Subject: [PATCH] Updated robots.txt to prevent crawling --- web/robots.txt | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/web/robots.txt b/web/robots.txt index 214e4119..1f53798b 100644 --- a/web/robots.txt +++ b/web/robots.txt @@ -1,4 +1,2 @@ -# www.robotstxt.org/ -# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 - User-agent: * +Disallow: / -- 2.41.0