Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

3 files changed, 0 insertions, 141 deletions

diff --git a/server/middlewares/validators/videos/shared/index.ts b/server/middlewares/validators/videos/shared/index.ts
deleted file mode 100644
index eb11dcc6a..000000000
--- a/server/middlewares/validators/videos/shared/index.ts
+++ /dev/null
@@ -1,2 +0,0 @@
-export * from './upload'
-export * from './video-validators'
diff --git a/server/middlewares/validators/videos/shared/upload.ts b/server/middlewares/validators/videos/shared/upload.ts
deleted file mode 100644
index ea0dddc3c..000000000
--- a/server/middlewares/validators/videos/shared/upload.ts
+++ /dev/null
@@ -1,39 +0,0 @@
-import express from 'express'
-import { logger } from '@server/helpers/logger'
-import { getVideoStreamDuration } from '@shared/ffmpeg'
-import { HttpStatusCode } from '@shared/models'
-
-export async function addDurationToVideoFileIfNeeded (options: {
-  res: express.Response
-  videoFile: { path: string, duration?: number }
-  middlewareName: string
-}) {
-  const { res, middlewareName, videoFile } = options
-
-  try {
-    if (!videoFile.duration) await addDurationToVideo(videoFile)
-  } catch (err) {
-    logger.error('Invalid input file in ' + middlewareName, { err })
-
-    res.fail({
-      status: HttpStatusCode.UNPROCESSABLE_ENTITY_422,
-      message: 'Video file unreadable.'
-    })
-    return false
-  }
-
-  return true
-}
-
-// ---------------------------------------------------------------------------
-// Private
-// ---------------------------------------------------------------------------
-
-async function addDurationToVideo (videoFile: { path: string, duration?: number }) {
-  const duration = await getVideoStreamDuration(videoFile.path)
-
-  // FFmpeg may not be able to guess video duration
-  // For example with m2v files: https://trac.ffmpeg.org/ticket/9726#comment:2
-  if (isNaN(duration)) videoFile.duration = 0
-  else videoFile.duration = duration
-}
diff --git a/server/middlewares/validators/videos/shared/video-validators.ts b/server/middlewares/validators/videos/shared/video-validators.ts
deleted file mode 100644
index 95e4fef11..000000000
--- a/server/middlewares/validators/videos/shared/video-validators.ts
+++ /dev/null
@@ -1,100 +0,0 @@
-import express from 'express'
-import { isVideoFileMimeTypeValid, isVideoFileSizeValid } from '@server/helpers/custom-validators/videos'
-import { logger } from '@server/helpers/logger'
-import { CONSTRAINTS_FIELDS } from '@server/initializers/constants'
-import { isLocalVideoFileAccepted } from '@server/lib/moderation'
-import { Hooks } from '@server/lib/plugins/hooks'
-import { MUserAccountId, MVideo } from '@server/types/models'
-import { HttpStatusCode, ServerErrorCode, ServerFilterHookName, VideoState } from '@shared/models'
-import { checkUserQuota } from '../../shared'
-
-export async function commonVideoFileChecks (options: {
-  res: express.Response
-  user: MUserAccountId
-  videoFileSize: number
-  files: express.UploadFilesForCheck
-}): Promise<boolean> {
-  const { res, user, videoFileSize, files } = options
-
-  if (!isVideoFileMimeTypeValid(files)) {
-    res.fail({
-      status: HttpStatusCode.UNSUPPORTED_MEDIA_TYPE_415,
-      message: 'This file is not supported. Please, make sure it is of the following type: ' +
-               CONSTRAINTS_FIELDS.VIDEOS.EXTNAME.join(', ')
-    })
-    return false
-  }
-
-  if (!isVideoFileSizeValid(videoFileSize.toString())) {
-    res.fail({
-      status: HttpStatusCode.PAYLOAD_TOO_LARGE_413,
-      message: 'This file is too large. It exceeds the maximum file size authorized.',
-      type: ServerErrorCode.MAX_FILE_SIZE_REACHED
-    })
-    return false
-  }
-
-  if (await checkUserQuota(user, videoFileSize, res) === false) return false
-
-  return true
-}
-
-export async function isVideoFileAccepted (options: {
-  req: express.Request
-  res: express.Response
-  videoFile: express.VideoUploadFile
-  hook: Extract<ServerFilterHookName, 'filter:api.video.upload.accept.result' | 'filter:api.video.update-file.accept.result'>
-}) {
-  const { req, res, videoFile, hook } = options
-
-  // Check we accept this video
-  const acceptParameters = {
-    videoBody: req.body,
-    videoFile,
-    user: res.locals.oauth.token.User
-  }
-  const acceptedResult = await Hooks.wrapFun(isLocalVideoFileAccepted, acceptParameters, hook)
-
-  if (!acceptedResult || acceptedResult.accepted !== true) {
-    logger.info('Refused local video file.', { acceptedResult, acceptParameters })
-    res.fail({
-      status: HttpStatusCode.FORBIDDEN_403,
-      message: acceptedResult.errorMessage || 'Refused local video file'
-    })
-    return false
-  }
-
-  return true
-}
-
-export function checkVideoFileCanBeEdited (video: MVideo, res: express.Response) {
-  if (video.isLive) {
-    res.fail({
-      status: HttpStatusCode.BAD_REQUEST_400,
-      message: 'Cannot edit a live video'
-    })
-
-    return false
-  }
-
-  if (video.state === VideoState.TO_TRANSCODE || video.state === VideoState.TO_EDIT) {
-    res.fail({
-      status: HttpStatusCode.CONFLICT_409,
-      message: 'Cannot edit video that is already waiting for transcoding/edition'
-    })
-
-    return false
-  }
-
-  const validStates = new Set([ VideoState.PUBLISHED, VideoState.TO_MOVE_TO_EXTERNAL_STORAGE_FAILED, VideoState.TRANSCODING_FAILED ])
-  if (!validStates.has(video.state)) {
-    res.fail({
-      status: HttpStatusCode.BAD_REQUEST_400,
-      message: 'Video state is not compatible with edition'
-    })
-
-    return false
-  }
-
-  return true
-}