From ac235c37e2d7112efbc182e0179cb27e75ef09a1 Mon Sep 17 00:00:00 2001
From: Rigel Kent <sendmemail@rigelk.eu>
Date: Tue, 15 May 2018 00:29:40 +0200
Subject: robots.txt config and route

---
 config/default.yaml | 4 ++++
 1 file changed, 4 insertions(+)

(limited to 'config/default.yaml')

diff --git a/config/default.yaml b/config/default.yaml
index 2826e76f8..995638281 100644
--- a/config/default.yaml
+++ b/config/default.yaml
@@ -90,6 +90,10 @@ instance:
   customizations:
     javascript: '' # Directly your JavaScript code (without <script> tags). Will be eval at runtime
     css: '' # Directly your CSS code (without <style> tags). Will be injected at runtime
+  # Robot.txt rules. To allow robots to crawl your instance and allow indexation of your site, remove the '/'
+  robots: |
+    User-agent: *
+    Disallow: /
 
 services:
   # Cards configuration to format video in Twitter
-- 
cgit v1.2.3