Merge pull request #3510 from wallabag/update-robotstxt

Updated robots.txt to prevent crawling

diff --git a/web/robots.txt b/web/robots.txt
index 214e4119653f9c6a4c48cd0ebb06a6754f00f62b..1f53798bb4fe33c86020be7f10c44f29486fd190 100644 (file)
--- a/web/robots.txt
+++ b/web/robots.txt
@@ -1,4 +1,2 @@
-# www.robotstxt.org/
-# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
-
 User-agent: *
+Disallow: /