aboutsummaryrefslogtreecommitdiffhomepage
path: root/web
diff options
context:
space:
mode:
authorNicolas LÅ“uillet <nicolas@loeuillet.org>2017-12-16 09:02:40 +0100
committerGitHub <noreply@github.com>2017-12-16 09:02:40 +0100
commit9b606725fe7cb060433fd08a52cf49799734eda9 (patch)
tree0ea708172e9455ae63791879f1bb611f7c2af699 /web
parenta68a80f654be86ae25d49420b86099302ce55bb6 (diff)
parente4ae6b976fbccb5fff7f03e97b6cf33704328e16 (diff)
downloadwallabag-9b606725fe7cb060433fd08a52cf49799734eda9.tar.gz
wallabag-9b606725fe7cb060433fd08a52cf49799734eda9.tar.zst
wallabag-9b606725fe7cb060433fd08a52cf49799734eda9.zip
Merge pull request #3510 from wallabag/update-robotstxt
Updated robots.txt to prevent crawling
Diffstat (limited to 'web')
-rw-r--r--web/robots.txt4
1 files changed, 1 insertions, 3 deletions
diff --git a/web/robots.txt b/web/robots.txt
index 214e4119..1f53798b 100644
--- a/web/robots.txt
+++ b/web/robots.txt
@@ -1,4 +1,2 @@
1# www.robotstxt.org/
2# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
3
4User-agent: * 1User-agent: *
2Disallow: /