Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 218 deletions

diff --git a/server/middlewares/validators/plugins.ts b/server/middlewares/validators/plugins.ts
deleted file mode 100644
index 64bef2648..000000000
--- a/server/middlewares/validators/plugins.ts
+++ /dev/null
@@ -1,218 +0,0 @@
-import express from 'express'
-import { body, param, query, ValidationChain } from 'express-validator'
-import { HttpStatusCode } from '../../../shared/models/http/http-error-codes'
-import { PluginType } from '../../../shared/models/plugins/plugin.type'
-import { InstallOrUpdatePlugin } from '../../../shared/models/plugins/server/api/install-plugin.model'
-import { exists, isBooleanValid, isSafePath, toBooleanOrNull, toIntOrNull } from '../../helpers/custom-validators/misc'
-import {
-  isNpmPluginNameValid,
-  isPluginNameValid,
-  isPluginStableOrUnstableVersionValid,
-  isPluginTypeValid
-} from '../../helpers/custom-validators/plugins'
-import { CONFIG } from '../../initializers/config'
-import { PluginManager } from '../../lib/plugins/plugin-manager'
-import { PluginModel } from '../../models/server/plugin'
-import { areValidationErrors } from './shared'
-
-const getPluginValidator = (pluginType: PluginType, withVersion = true) => {
-  const validators: (ValidationChain | express.Handler)[] = [
-    param('pluginName')
-      .custom(isPluginNameValid)
-  ]
-
-  if (withVersion) {
-    validators.push(
-      param('pluginVersion')
-        .custom(isPluginStableOrUnstableVersionValid)
-    )
-  }
-
-  return validators.concat([
-    (req: express.Request, res: express.Response, next: express.NextFunction) => {
-      if (areValidationErrors(req, res)) return
-
-      const npmName = PluginModel.buildNpmName(req.params.pluginName, pluginType)
-      const plugin = PluginManager.Instance.getRegisteredPluginOrTheme(npmName)
-
-      if (!plugin) {
-        return res.fail({
-          status: HttpStatusCode.NOT_FOUND_404,
-          message: 'No plugin found named ' + npmName
-        })
-      }
-      if (withVersion && plugin.version !== req.params.pluginVersion) {
-        return res.fail({
-          status: HttpStatusCode.NOT_FOUND_404,
-          message: 'No plugin found named ' + npmName + ' with version ' + req.params.pluginVersion
-        })
-      }
-
-      res.locals.registeredPlugin = plugin
-
-      return next()
-    }
-  ])
-}
-
-const getExternalAuthValidator = [
-  param('authName')
-    .custom(exists),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    const plugin = res.locals.registeredPlugin
-    if (!plugin.registerHelpers) {
-      return res.fail({
-        status: HttpStatusCode.NOT_FOUND_404,
-        message: 'No registered helpers were found for this plugin'
-      })
-    }
-
-    const externalAuth = plugin.registerHelpers.getExternalAuths().find(a => a.authName === req.params.authName)
-    if (!externalAuth) {
-      return res.fail({
-        status: HttpStatusCode.NOT_FOUND_404,
-        message: 'No external auths were found for this plugin'
-      })
-    }
-
-    res.locals.externalAuth = externalAuth
-
-    return next()
-  }
-]
-
-const pluginStaticDirectoryValidator = [
-  param('staticEndpoint')
-    .custom(isSafePath),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    return next()
-  }
-]
-
-const listPluginsValidator = [
-  query('pluginType')
-    .optional()
-    .customSanitizer(toIntOrNull)
-    .custom(isPluginTypeValid),
-  query('uninstalled')
-    .optional()
-    .customSanitizer(toBooleanOrNull)
-    .custom(isBooleanValid),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    return next()
-  }
-]
-
-const installOrUpdatePluginValidator = [
-  body('npmName')
-    .optional()
-    .custom(isNpmPluginNameValid),
-  body('pluginVersion')
-    .optional()
-    .custom(isPluginStableOrUnstableVersionValid),
-  body('path')
-    .optional()
-    .custom(isSafePath),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    const body: InstallOrUpdatePlugin = req.body
-    if (!body.path && !body.npmName) {
-      return res.fail({ message: 'Should have either a npmName or a path' })
-    }
-    if (body.pluginVersion && !body.npmName) {
-      return res.fail({ message: 'Should have a npmName when specifying a pluginVersion' })
-    }
-
-    return next()
-  }
-]
-
-const uninstallPluginValidator = [
-  body('npmName')
-    .custom(isNpmPluginNameValid),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    return next()
-  }
-]
-
-const existingPluginValidator = [
-  param('npmName')
-    .custom(isNpmPluginNameValid),
-
-  async (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    const plugin = await PluginModel.loadByNpmName(req.params.npmName)
-    if (!plugin) {
-      return res.fail({
-        status: HttpStatusCode.NOT_FOUND_404,
-        message: 'Plugin not found'
-      })
-    }
-
-    res.locals.plugin = plugin
-    return next()
-  }
-]
-
-const updatePluginSettingsValidator = [
-  body('settings')
-    .exists(),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    return next()
-  }
-]
-
-const listAvailablePluginsValidator = [
-  query('search')
-    .optional()
-    .exists(),
-  query('pluginType')
-    .optional()
-    .customSanitizer(toIntOrNull)
-    .custom(isPluginTypeValid),
-  query('currentPeerTubeEngine')
-    .optional()
-    .custom(isPluginStableOrUnstableVersionValid),
-
-  (req: express.Request, res: express.Response, next: express.NextFunction) => {
-    if (areValidationErrors(req, res)) return
-
-    if (CONFIG.PLUGINS.INDEX.ENABLED === false) {
-      return res.fail({ message: 'Plugin index is not enabled' })
-    }
-
-    return next()
-  }
-]
-
-// ---------------------------------------------------------------------------
-
-export {
-  pluginStaticDirectoryValidator,
-  getPluginValidator,
-  updatePluginSettingsValidator,
-  uninstallPluginValidator,
-  listAvailablePluginsValidator,
-  existingPluginValidator,
-  installOrUpdatePluginValidator,
-  listPluginsValidator,
-  getExternalAuthValidator
-}