Improve redundancy: add 'min_lifetime' configuration

1 files changed, 110 insertions, 0 deletions

diff --git a/server/initializers/checker-before-init.ts b/server/initializers/checker-before-init.ts
new file mode 100644
index 000000000..4f46d406a
--- /dev/null
+++ b/server/initializers/checker-before-init.ts
@@ -0,0 +1,110 @@
+import * as config from 'config'
+import { promisify0 } from '../helpers/core-utils'
+import { isArray } from '../helpers/custom-validators/misc'
+
+// ONLY USE CORE MODULES IN THIS FILE!
+
+// Check the config files
+function checkMissedConfig () {
+  const required = [ 'listen.port', 'listen.hostname',
+    'webserver.https', 'webserver.hostname', 'webserver.port',
+    'trust_proxy',
+    'database.hostname', 'database.port', 'database.suffix', 'database.username', 'database.password', 'database.pool.max',
+    'smtp.hostname', 'smtp.port', 'smtp.username', 'smtp.password', 'smtp.tls', 'smtp.from_address',
+    'storage.avatars', 'storage.videos', 'storage.logs', 'storage.previews', 'storage.thumbnails', 'storage.torrents', 'storage.cache',
+    'log.level',
+    'user.video_quota', 'user.video_quota_daily',
+    'cache.previews.size', 'admin.email',
+    'signup.enabled', 'signup.limit', 'signup.requires_email_verification',
+    'signup.filters.cidr.whitelist', 'signup.filters.cidr.blacklist',
+    'redundancy.videos.strategies', 'redundancy.videos.check_interval',
+    'transcoding.enabled', 'transcoding.threads',
+    'import.videos.http.enabled', 'import.videos.torrent.enabled',
+    'trending.videos.interval_days',
+    'instance.name', 'instance.short_description', 'instance.description', 'instance.terms', 'instance.default_client_route',
+    'instance.default_nsfw_policy', 'instance.robots', 'instance.securitytxt',
+    'services.twitter.username', 'services.twitter.whitelisted'
+  ]
+  const requiredAlternatives = [
+    [ // set
+      ['redis.hostname', 'redis.port'], // alternative
+      ['redis.socket']
+    ]
+  ]
+  const miss: string[] = []
+
+  for (const key of required) {
+    if (!config.has(key)) {
+      miss.push(key)
+    }
+  }
+
+  const redundancyVideos = config.get<any>('redundancy.videos.strategies')
+  if (isArray(redundancyVideos)) {
+    for (const r of redundancyVideos) {
+      if (!r.size) miss.push('redundancy.videos.strategies.size')
+      if (!r.min_lifetime) miss.push('redundancy.videos.strategies.min_lifetime')
+    }
+  }
+
+  const missingAlternatives = requiredAlternatives.filter(
+    set => !set.find(alternative => !alternative.find(key => !config.has(key)))
+  )
+
+  missingAlternatives
+    .forEach(set => set[0].forEach(key => miss.push(key)))
+
+  return miss
+}
+
+// Check the available codecs
+// We get CONFIG by param to not import it in this file (import orders)
+async function checkFFmpeg (CONFIG: { TRANSCODING: { ENABLED: boolean } }) {
+  const Ffmpeg = require('fluent-ffmpeg')
+  const getAvailableCodecsPromise = promisify0(Ffmpeg.getAvailableCodecs)
+  const codecs = await getAvailableCodecsPromise()
+  const canEncode = [ 'libx264' ]
+
+  if (CONFIG.TRANSCODING.ENABLED === false) return undefined
+
+  for (const codec of canEncode) {
+    if (codecs[codec] === undefined) {
+      throw new Error('Unknown codec ' + codec + ' in FFmpeg.')
+    }
+
+    if (codecs[codec].canEncode !== true) {
+      throw new Error('Unavailable encode codec ' + codec + ' in FFmpeg')
+    }
+  }
+
+  checkFFmpegEncoders()
+}
+
+// Optional encoders, if present, can be used to improve transcoding
+// Here we ask ffmpeg if it detects their presence on the system, so that we can later use them
+let supportedOptionalEncoders: Map<string, boolean>
+async function checkFFmpegEncoders (): Promise<Map<string, boolean>> {
+  if (supportedOptionalEncoders !== undefined) {
+    return supportedOptionalEncoders
+  }
+
+  const Ffmpeg = require('fluent-ffmpeg')
+  const getAvailableEncodersPromise = promisify0(Ffmpeg.getAvailableEncoders)
+  const encoders = await getAvailableEncodersPromise()
+  const optionalEncoders = [ 'libfdk_aac' ]
+  supportedOptionalEncoders = new Map<string, boolean>()
+
+  for (const encoder of optionalEncoders) {
+    supportedOptionalEncoders.set(encoder,
+      encoders[encoder] !== undefined
+    )
+  }
+}
+
+// ---------------------------------------------------------------------------
+
+export {
+  checkFFmpeg,
+  checkFFmpegEncoders,
+  checkMissedConfig
+}