robots.txt config and route

3 files changed, 9 insertions, 2 deletions

diff --git a/server/controllers/static.ts b/server/controllers/static.ts
index eece9c06b..c1bf384a4 100644
--- a/server/controllers/static.ts
+++ b/server/controllers/static.ts
@@ -44,6 +44,12 @@ staticRouter.use(
   asyncMiddleware(getPreview)
 )
 
+// robots.txt service
+staticRouter.get('/robots.txt', (req: express.Request, res: express.Response) => {
+  res.type('text/plain')
+  return res.send(CONFIG.INSTANCE.ROBOTS)
+})
+
 // ---------------------------------------------------------------------------
 
 export {
diff --git a/server/initializers/checker.ts b/server/initializers/checker.ts
index 9bf53e940..c11dc7a89 100644
--- a/server/initializers/checker.ts
+++ b/server/initializers/checker.ts
@@ -29,7 +29,7 @@ function checkMissedConfig () {
     'user.video_quota',
     'cache.previews.size', 'admin.email', 'signup.enabled', 'signup.limit', 'transcoding.enabled', 'transcoding.threads',
     'instance.name', 'instance.short_description', 'instance.description', 'instance.terms', 'instance.default_client_route',
-    'instance.default_nsfw_policy',
+    'instance.default_nsfw_policy', 'instance.robots',
     'services.twitter.username', 'services.twitter.whitelisted'
   ]
   const miss: string[] = []
diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts
index 5a7d91160..51d272895 100644
--- a/server/initializers/constants.ts
+++ b/server/initializers/constants.ts
@@ -180,7 +180,8 @@ const CONFIG = {
     CUSTOMIZATIONS: {
       get JAVASCRIPT () { return config.get<string>('instance.customizations.javascript') },
       get CSS () { return config.get<string>('instance.customizations.css') }
-    }
+    },
+    get ROBOTS () { return config.get<string>('instance.robots') }
   },
   SERVICES: {
     TWITTER: {