Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 189 deletions

diff --git a/server/lib/video.ts b/server/lib/video.ts
deleted file mode 100644
index 362c861a5..000000000
--- a/server/lib/video.ts
+++ /dev/null
@@ -1,189 +0,0 @@
-import { UploadFiles } from 'express'
-import memoizee from 'memoizee'
-import { Transaction } from 'sequelize/types'
-import { CONFIG } from '@server/initializers/config'
-import { MEMOIZE_LENGTH, MEMOIZE_TTL } from '@server/initializers/constants'
-import { TagModel } from '@server/models/video/tag'
-import { VideoModel } from '@server/models/video/video'
-import { VideoJobInfoModel } from '@server/models/video/video-job-info'
-import { FilteredModelAttributes } from '@server/types'
-import { MThumbnail, MVideoFullLight, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models'
-import { ManageVideoTorrentPayload, ThumbnailType, VideoCreate, VideoPrivacy, VideoState } from '@shared/models'
-import { CreateJobArgument, JobQueue } from './job-queue/job-queue'
-import { updateLocalVideoMiniatureFromExisting } from './thumbnail'
-import { moveFilesIfPrivacyChanged } from './video-privacy'
-
-function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): FilteredModelAttributes<VideoModel> {
-  return {
-    name: videoInfo.name,
-    remote: false,
-    category: videoInfo.category,
-    licence: videoInfo.licence ?? CONFIG.DEFAULTS.PUBLISH.LICENCE,
-    language: videoInfo.language,
-    commentsEnabled: videoInfo.commentsEnabled ?? CONFIG.DEFAULTS.PUBLISH.COMMENTS_ENABLED,
-    downloadEnabled: videoInfo.downloadEnabled ?? CONFIG.DEFAULTS.PUBLISH.DOWNLOAD_ENABLED,
-    waitTranscoding: videoInfo.waitTranscoding || false,
-    nsfw: videoInfo.nsfw || false,
-    description: videoInfo.description,
-    support: videoInfo.support,
-    privacy: videoInfo.privacy || VideoPrivacy.PRIVATE,
-    channelId,
-    originallyPublishedAt: videoInfo.originallyPublishedAt
-      ? new Date(videoInfo.originallyPublishedAt)
-      : null
-  }
-}
-
-async function buildVideoThumbnailsFromReq (options: {
-  video: MVideoThumbnail
-  files: UploadFiles
-  fallback: (type: ThumbnailType) => Promise<MThumbnail>
-  automaticallyGenerated?: boolean
-}) {
-  const { video, files, fallback, automaticallyGenerated } = options
-
-  const promises = [
-    {
-      type: ThumbnailType.MINIATURE,
-      fieldName: 'thumbnailfile'
-    },
-    {
-      type: ThumbnailType.PREVIEW,
-      fieldName: 'previewfile'
-    }
-  ].map(p => {
-    const fields = files?.[p.fieldName]
-
-    if (fields) {
-      return updateLocalVideoMiniatureFromExisting({
-        inputPath: fields[0].path,
-        video,
-        type: p.type,
-        automaticallyGenerated: automaticallyGenerated || false
-      })
-    }
-
-    return fallback(p.type)
-  })
-
-  return Promise.all(promises)
-}
-
-// ---------------------------------------------------------------------------
-
-async function setVideoTags (options: {
-  video: MVideoTag
-  tags: string[]
-  transaction?: Transaction
-}) {
-  const { video, tags, transaction } = options
-
-  const internalTags = tags || []
-  const tagInstances = await TagModel.findOrCreateTags(internalTags, transaction)
-
-  await video.$set('Tags', tagInstances, { transaction })
-  video.Tags = tagInstances
-}
-
-// ---------------------------------------------------------------------------
-
-async function buildMoveToObjectStorageJob (options: {
-  video: MVideoUUID
-  previousVideoState: VideoState
-  isNewVideo?: boolean // Default true
-}) {
-  const { video, previousVideoState, isNewVideo = true } = options
-
-  await VideoJobInfoModel.increaseOrCreate(video.uuid, 'pendingMove')
-
-  return {
-    type: 'move-to-object-storage' as 'move-to-object-storage',
-    payload: {
-      videoUUID: video.uuid,
-      isNewVideo,
-      previousVideoState
-    }
-  }
-}
-
-// ---------------------------------------------------------------------------
-
-async function getVideoDuration (videoId: number | string) {
-  const video = await VideoModel.load(videoId)
-
-  const duration = video.isLive
-    ? undefined
-    : video.duration
-
-  return { duration, isLive: video.isLive }
-}
-
-const getCachedVideoDuration = memoizee(getVideoDuration, {
-  promise: true,
-  max: MEMOIZE_LENGTH.VIDEO_DURATION,
-  maxAge: MEMOIZE_TTL.VIDEO_DURATION
-})
-
-// ---------------------------------------------------------------------------
-
-async function addVideoJobsAfterUpdate (options: {
-  video: MVideoFullLight
-  isNewVideo: boolean
-
-  nameChanged: boolean
-  oldPrivacy: VideoPrivacy
-}) {
-  const { video, nameChanged, oldPrivacy, isNewVideo } = options
-  const jobs: CreateJobArgument[] = []
-
-  const filePathChanged = await moveFilesIfPrivacyChanged(video, oldPrivacy)
-
-  if (!video.isLive && (nameChanged || filePathChanged)) {
-    for (const file of (video.VideoFiles || [])) {
-      const payload: ManageVideoTorrentPayload = { action: 'update-metadata', videoId: video.id, videoFileId: file.id }
-
-      jobs.push({ type: 'manage-video-torrent', payload })
-    }
-
-    const hls = video.getHLSPlaylist()
-
-    for (const file of (hls?.VideoFiles || [])) {
-      const payload: ManageVideoTorrentPayload = { action: 'update-metadata', streamingPlaylistId: hls.id, videoFileId: file.id }
-
-      jobs.push({ type: 'manage-video-torrent', payload })
-    }
-  }
-
-  jobs.push({
-    type: 'federate-video',
-    payload: {
-      videoUUID: video.uuid,
-      isNewVideo
-    }
-  })
-
-  const wasConfidentialVideo = new Set([ VideoPrivacy.PRIVATE, VideoPrivacy.UNLISTED, VideoPrivacy.INTERNAL ]).has(oldPrivacy)
-
-  if (wasConfidentialVideo) {
-    jobs.push({
-      type: 'notify',
-      payload: {
-        action: 'new-video',
-        videoUUID: video.uuid
-      }
-    })
-  }
-
-  return JobQueue.Instance.createSequentialJobFlow(...jobs)
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  buildLocalVideoFromReq,
-  buildVideoThumbnailsFromReq,
-  setVideoTags,
-  buildMoveToObjectStorageJob,
-  addVideoJobsAfterUpdate,
-  getCachedVideoDuration
-}