From ac235c37e2d7112efbc182e0179cb27e75ef09a1 Mon Sep 17 00:00:00 2001
From: Rigel Kent <sendmemail@rigelk.eu>
Date: Tue, 15 May 2018 00:29:40 +0200
Subject: robots.txt config and route

---
 config/default.yaml            | 4 ++++
 config/production.yaml.example | 4 ++++
 2 files changed, 8 insertions(+)

(limited to 'config')

diff --git a/config/default.yaml b/config/default.yaml
index 2826e76f8..995638281 100644
--- a/config/default.yaml
+++ b/config/default.yaml
@@ -90,6 +90,10 @@ instance:
   customizations:
     javascript: '' # Directly your JavaScript code (without <script> tags). Will be eval at runtime
     css: '' # Directly your CSS code (without <style> tags). Will be injected at runtime
+  # Robot.txt rules. To allow robots to crawl your instance and allow indexation of your site, remove the '/'
+  robots: |
+    User-agent: *
+    Disallow: /
 
 services:
   # Cards configuration to format video in Twitter
diff --git a/config/production.yaml.example b/config/production.yaml.example
index a6f1740fe..71344fa35 100644
--- a/config/production.yaml.example
+++ b/config/production.yaml.example
@@ -106,6 +106,10 @@ instance:
   customizations:
     javascript: '' # Directly your JavaScript code (without <script> tags). Will be eval at runtime
     css: '' # Directly your CSS code (without <style> tags). Will be injected at runtime
+  # Robot.txt rules. To allow robots to crawl your instance and allow indexation of your site, remove the '/'
+  robots: |
+    User-agent: *
+    Disallow: /
 
 services:
   # Cards configuration to format video in Twitter
-- 
cgit v1.2.3