Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 174 deletions

diff --git a/server/lib/video-path-manager.ts b/server/lib/video-path-manager.ts
deleted file mode 100644
index 133544bb2..000000000
--- a/server/lib/video-path-manager.ts
+++ /dev/null
@@ -1,174 +0,0 @@
-import { Mutex } from 'async-mutex'
-import { remove } from 'fs-extra'
-import { extname, join } from 'path'
-import { logger, loggerTagsFactory } from '@server/helpers/logger'
-import { extractVideo } from '@server/helpers/video'
-import { CONFIG } from '@server/initializers/config'
-import { DIRECTORIES } from '@server/initializers/constants'
-import { MStreamingPlaylistVideo, MVideo, MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '@server/types/models'
-import { buildUUID } from '@shared/extra-utils'
-import { VideoStorage } from '@shared/models'
-import { makeHLSFileAvailable, makeWebVideoFileAvailable } from './object-storage'
-import { getHLSDirectory, getHLSRedundancyDirectory, getHlsResolutionPlaylistFilename } from './paths'
-import { isVideoInPrivateDirectory } from './video-privacy'
-
-type MakeAvailableCB <T> = (path: string) => Promise<T> | T
-
-const lTags = loggerTagsFactory('video-path-manager')
-
-class VideoPathManager {
-
-  private static instance: VideoPathManager
-
-  // Key is a video UUID
-  private readonly videoFileMutexStore = new Map<string, Mutex>()
-
-  private constructor () {}
-
-  getFSHLSOutputPath (video: MVideo, filename?: string) {
-    const base = getHLSDirectory(video)
-    if (!filename) return base
-
-    return join(base, filename)
-  }
-
-  getFSRedundancyVideoFilePath (videoOrPlaylist: MVideo | MStreamingPlaylistVideo, videoFile: MVideoFile) {
-    if (videoFile.isHLS()) {
-      const video = extractVideo(videoOrPlaylist)
-
-      return join(getHLSRedundancyDirectory(video), videoFile.filename)
-    }
-
-    return join(CONFIG.STORAGE.REDUNDANCY_DIR, videoFile.filename)
-  }
-
-  getFSVideoFileOutputPath (videoOrPlaylist: MVideo | MStreamingPlaylistVideo, videoFile: MVideoFile) {
-    const video = extractVideo(videoOrPlaylist)
-
-    if (videoFile.isHLS()) {
-      return join(getHLSDirectory(video), videoFile.filename)
-    }
-
-    if (isVideoInPrivateDirectory(video.privacy)) {
-      return join(DIRECTORIES.VIDEOS.PRIVATE, videoFile.filename)
-    }
-
-    return join(DIRECTORIES.VIDEOS.PUBLIC, videoFile.filename)
-  }
-
-  async makeAvailableVideoFile <T> (videoFile: MVideoFileVideo | MVideoFileStreamingPlaylistVideo, cb: MakeAvailableCB<T>) {
-    if (videoFile.storage === VideoStorage.FILE_SYSTEM) {
-      return this.makeAvailableFactory(
-        () => this.getFSVideoFileOutputPath(videoFile.getVideoOrStreamingPlaylist(), videoFile),
-        false,
-        cb
-      )
-    }
-
-    const destination = this.buildTMPDestination(videoFile.filename)
-
-    if (videoFile.isHLS()) {
-      const playlist = (videoFile as MVideoFileStreamingPlaylistVideo).VideoStreamingPlaylist
-
-      return this.makeAvailableFactory(
-        () => makeHLSFileAvailable(playlist, videoFile.filename, destination),
-        true,
-        cb
-      )
-    }
-
-    return this.makeAvailableFactory(
-      () => makeWebVideoFileAvailable(videoFile.filename, destination),
-      true,
-      cb
-    )
-  }
-
-  async makeAvailableResolutionPlaylistFile <T> (videoFile: MVideoFileStreamingPlaylistVideo, cb: MakeAvailableCB<T>) {
-    const filename = getHlsResolutionPlaylistFilename(videoFile.filename)
-
-    if (videoFile.storage === VideoStorage.FILE_SYSTEM) {
-      return this.makeAvailableFactory(
-        () => join(getHLSDirectory(videoFile.getVideo()), filename),
-        false,
-        cb
-      )
-    }
-
-    const playlist = videoFile.VideoStreamingPlaylist
-    return this.makeAvailableFactory(
-      () => makeHLSFileAvailable(playlist, filename, this.buildTMPDestination(filename)),
-      true,
-      cb
-    )
-  }
-
-  async makeAvailablePlaylistFile <T> (playlist: MStreamingPlaylistVideo, filename: string, cb: MakeAvailableCB<T>) {
-    if (playlist.storage === VideoStorage.FILE_SYSTEM) {
-      return this.makeAvailableFactory(
-        () => join(getHLSDirectory(playlist.Video), filename),
-        false,
-        cb
-      )
-    }
-
-    return this.makeAvailableFactory(
-      () => makeHLSFileAvailable(playlist, filename, this.buildTMPDestination(filename)),
-      true,
-      cb
-    )
-  }
-
-  async lockFiles (videoUUID: string) {
-    if (!this.videoFileMutexStore.has(videoUUID)) {
-      this.videoFileMutexStore.set(videoUUID, new Mutex())
-    }
-
-    const mutex = this.videoFileMutexStore.get(videoUUID)
-    const releaser = await mutex.acquire()
-
-    logger.debug('Locked files of %s.', videoUUID, lTags(videoUUID))
-
-    return releaser
-  }
-
-  unlockFiles (videoUUID: string) {
-    const mutex = this.videoFileMutexStore.get(videoUUID)
-
-    mutex.release()
-
-    logger.debug('Released lockfiles of %s.', videoUUID, lTags(videoUUID))
-  }
-
-  private async makeAvailableFactory <T> (method: () => Promise<string> | string, clean: boolean, cb: MakeAvailableCB<T>) {
-    let result: T
-
-    const destination = await method()
-
-    try {
-      result = await cb(destination)
-    } catch (err) {
-      if (destination && clean) await remove(destination)
-      throw err
-    }
-
-    if (clean) await remove(destination)
-
-    return result
-  }
-
-  private buildTMPDestination (filename: string) {
-    return join(CONFIG.STORAGE.TMP_DIR, buildUUID() + extname(filename))
-
-  }
-
-  static get Instance () {
-    return this.instance || (this.instance = new this())
-  }
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  VideoPathManager
-}