aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorIsmaël Bouya <ismael.bouya@normalesup.org>2024-04-26 10:51:33 +0200
committerIsmaël Bouya <ismael.bouya@normalesup.org>2024-04-26 10:51:33 +0200
commitf2f414a2e9b02d645acb49f62fdfcceb8eca7d19 (patch)
tree8ac0077b31ffd8f3c752baded25931c56df75dec
parentaf6db21ee92824ddd9c4b9574018789619326ffc (diff)
downloadhomer-f2f414a2e9b02d645acb49f62fdfcceb8eca7d19.tar.gz
homer-f2f414a2e9b02d645acb49f62fdfcceb8eca7d19.tar.zst
homer-f2f414a2e9b02d645acb49f62fdfcceb8eca7d19.zip
Craw delay for robotsgitolite_local/local_changes
-rw-r--r--public/robots.txt1
1 files changed, 1 insertions, 0 deletions
diff --git a/public/robots.txt b/public/robots.txt
index eb05362..c3f8b9c 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,2 +1,3 @@
1User-agent: * 1User-agent: *
2Disallow: 2Disallow:
3Crawl-Delay: 10