Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 150 deletions

diff --git a/server/lib/job-queue/handlers/video-transcoding.ts b/server/lib/job-queue/handlers/video-transcoding.ts
deleted file mode 100644
index 1c8f4fd9f..000000000
--- a/server/lib/job-queue/handlers/video-transcoding.ts
+++ /dev/null
@@ -1,150 +0,0 @@
-import { Job } from 'bullmq'
-import { onTranscodingEnded } from '@server/lib/transcoding/ended-transcoding'
-import { generateHlsPlaylistResolution } from '@server/lib/transcoding/hls-transcoding'
-import { mergeAudioVideofile, optimizeOriginalVideofile, transcodeNewWebVideoResolution } from '@server/lib/transcoding/web-transcoding'
-import { removeAllWebVideoFiles } from '@server/lib/video-file'
-import { VideoPathManager } from '@server/lib/video-path-manager'
-import { moveToFailedTranscodingState } from '@server/lib/video-state'
-import { UserModel } from '@server/models/user/user'
-import { VideoJobInfoModel } from '@server/models/video/video-job-info'
-import { MUser, MUserId, MVideoFullLight } from '@server/types/models'
-import {
-  HLSTranscodingPayload,
-  MergeAudioTranscodingPayload,
-  NewWebVideoResolutionTranscodingPayload,
-  OptimizeTranscodingPayload,
-  VideoTranscodingPayload
-} from '@shared/models'
-import { logger, loggerTagsFactory } from '../../../helpers/logger'
-import { VideoModel } from '../../../models/video/video'
-
-type HandlerFunction = (job: Job, payload: VideoTranscodingPayload, video: MVideoFullLight, user: MUser) => Promise<void>
-
-const handlers: { [ id in VideoTranscodingPayload['type'] ]: HandlerFunction } = {
-  'new-resolution-to-hls': handleHLSJob,
-  'new-resolution-to-web-video': handleNewWebVideoResolutionJob,
-  'merge-audio-to-web-video': handleWebVideoMergeAudioJob,
-  'optimize-to-web-video': handleWebVideoOptimizeJob
-}
-
-const lTags = loggerTagsFactory('transcoding')
-
-async function processVideoTranscoding (job: Job) {
-  const payload = job.data as VideoTranscodingPayload
-  logger.info('Processing transcoding job %s.', job.id, lTags(payload.videoUUID))
-
-  const video = await VideoModel.loadFull(payload.videoUUID)
-  // No video, maybe deleted?
-  if (!video) {
-    logger.info('Do not process job %d, video does not exist.', job.id, lTags(payload.videoUUID))
-    return undefined
-  }
-
-  const user = await UserModel.loadByChannelActorId(video.VideoChannel.actorId)
-
-  const handler = handlers[payload.type]
-
-  if (!handler) {
-    await moveToFailedTranscodingState(video)
-    await VideoJobInfoModel.decrease(video.uuid, 'pendingTranscode')
-
-    throw new Error('Cannot find transcoding handler for ' + payload.type)
-  }
-
-  try {
-    await handler(job, payload, video, user)
-  } catch (error) {
-    await moveToFailedTranscodingState(video)
-
-    await VideoJobInfoModel.decrease(video.uuid, 'pendingTranscode')
-
-    throw error
-  }
-
-  return video
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  processVideoTranscoding
-}
-
-// ---------------------------------------------------------------------------
-// Job handlers
-// ---------------------------------------------------------------------------
-
-async function handleWebVideoMergeAudioJob (job: Job, payload: MergeAudioTranscodingPayload, video: MVideoFullLight, user: MUserId) {
-  logger.info('Handling merge audio transcoding job for %s.', video.uuid, lTags(video.uuid), { payload })
-
-  await mergeAudioVideofile({ video, resolution: payload.resolution, fps: payload.fps, job })
-
-  logger.info('Merge audio transcoding job for %s ended.', video.uuid, lTags(video.uuid), { payload })
-
-  await onTranscodingEnded({ isNewVideo: payload.isNewVideo, moveVideoToNextState: !payload.hasChildren, video })
-}
-
-async function handleWebVideoOptimizeJob (job: Job, payload: OptimizeTranscodingPayload, video: MVideoFullLight, user: MUserId) {
-  logger.info('Handling optimize transcoding job for %s.', video.uuid, lTags(video.uuid), { payload })
-
-  await optimizeOriginalVideofile({ video, inputVideoFile: video.getMaxQualityFile(), quickTranscode: payload.quickTranscode, job })
-
-  logger.info('Optimize transcoding job for %s ended.', video.uuid, lTags(video.uuid), { payload })
-
-  await onTranscodingEnded({ isNewVideo: payload.isNewVideo, moveVideoToNextState: !payload.hasChildren, video })
-}
-
-// ---------------------------------------------------------------------------
-
-async function handleNewWebVideoResolutionJob (job: Job, payload: NewWebVideoResolutionTranscodingPayload, video: MVideoFullLight) {
-  logger.info('Handling Web Video transcoding job for %s.', video.uuid, lTags(video.uuid), { payload })
-
-  await transcodeNewWebVideoResolution({ video, resolution: payload.resolution, fps: payload.fps, job })
-
-  logger.info('Web Video transcoding job for %s ended.', video.uuid, lTags(video.uuid), { payload })
-
-  await onTranscodingEnded({ isNewVideo: payload.isNewVideo, moveVideoToNextState: true, video })
-}
-
-// ---------------------------------------------------------------------------
-
-async function handleHLSJob (job: Job, payload: HLSTranscodingPayload, videoArg: MVideoFullLight) {
-  logger.info('Handling HLS transcoding job for %s.', videoArg.uuid, lTags(videoArg.uuid), { payload })
-
-  const inputFileMutexReleaser = await VideoPathManager.Instance.lockFiles(videoArg.uuid)
-  let video: MVideoFullLight
-
-  try {
-    video = await VideoModel.loadFull(videoArg.uuid)
-
-    const videoFileInput = payload.copyCodecs
-      ? video.getWebVideoFile(payload.resolution)
-      : video.getMaxQualityFile()
-
-    const videoOrStreamingPlaylist = videoFileInput.getVideoOrStreamingPlaylist()
-
-    await VideoPathManager.Instance.makeAvailableVideoFile(videoFileInput.withVideoOrPlaylist(videoOrStreamingPlaylist), videoInputPath => {
-      return generateHlsPlaylistResolution({
-        video,
-        videoInputPath,
-        inputFileMutexReleaser,
-        resolution: payload.resolution,
-        fps: payload.fps,
-        copyCodecs: payload.copyCodecs,
-        job
-      })
-    })
-  } finally {
-    inputFileMutexReleaser()
-  }
-
-  logger.info('HLS transcoding job for %s ended.', video.uuid, lTags(video.uuid), { payload })
-
-  if (payload.deleteWebVideoFiles === true) {
-    logger.info('Removing Web Video files of %s now we have a HLS version of it.', video.uuid, lTags(video.uuid))
-
-    await removeAllWebVideoFiles(video)
-  }
-
-  await onTranscodingEnded({ isNewVideo: payload.isNewVideo, moveVideoToNextState: true, video })
-}