Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 99 deletions

diff --git a/server/lib/live/live-utils.ts b/server/lib/live/live-utils.ts
deleted file mode 100644
index 3fb3ce1ce..000000000
--- a/server/lib/live/live-utils.ts
+++ /dev/null
@@ -1,99 +0,0 @@
-import { pathExists, readdir, remove } from 'fs-extra'
-import { basename, join } from 'path'
-import { logger } from '@server/helpers/logger'
-import { VIDEO_LIVE } from '@server/initializers/constants'
-import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideo } from '@server/types/models'
-import { LiveVideoLatencyMode, VideoStorage } from '@shared/models'
-import { listHLSFileKeysOf, removeHLSFileObjectStorageByFullKey, removeHLSObjectStorage } from '../object-storage'
-import { getLiveDirectory } from '../paths'
-
-function buildConcatenatedName (segmentOrPlaylistPath: string) {
-  const num = basename(segmentOrPlaylistPath).match(/^(\d+)(-|\.)/)
-
-  return 'concat-' + num[1] + '.ts'
-}
-
-async function cleanupAndDestroyPermanentLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
-  await cleanupTMPLiveFiles(video, streamingPlaylist)
-
-  await streamingPlaylist.destroy()
-}
-
-async function cleanupUnsavedNormalLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
-  const hlsDirectory = getLiveDirectory(video)
-
-  // We uploaded files to object storage too, remove them
-  if (streamingPlaylist.storage === VideoStorage.OBJECT_STORAGE) {
-    await removeHLSObjectStorage(streamingPlaylist.withVideo(video))
-  }
-
-  await remove(hlsDirectory)
-
-  await streamingPlaylist.destroy()
-}
-
-async function cleanupTMPLiveFiles (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
-  await cleanupTMPLiveFilesFromObjectStorage(streamingPlaylist.withVideo(video))
-
-  await cleanupTMPLiveFilesFromFilesystem(video)
-}
-
-function getLiveSegmentTime (latencyMode: LiveVideoLatencyMode) {
-  if (latencyMode === LiveVideoLatencyMode.SMALL_LATENCY) {
-    return VIDEO_LIVE.SEGMENT_TIME_SECONDS.SMALL_LATENCY
-  }
-
-  return VIDEO_LIVE.SEGMENT_TIME_SECONDS.DEFAULT_LATENCY
-}
-
-export {
-  cleanupAndDestroyPermanentLive,
-  cleanupUnsavedNormalLive,
-  cleanupTMPLiveFiles,
-  getLiveSegmentTime,
-  buildConcatenatedName
-}
-
-// ---------------------------------------------------------------------------
-
-function isTMPLiveFile (name: string) {
-  return name.endsWith('.ts') ||
-    name.endsWith('.m3u8') ||
-    name.endsWith('.json') ||
-    name.endsWith('.mpd') ||
-    name.endsWith('.m4s') ||
-    name.endsWith('.tmp')
-}
-
-async function cleanupTMPLiveFilesFromFilesystem (video: MVideo) {
-  const hlsDirectory = getLiveDirectory(video)
-
-  if (!await pathExists(hlsDirectory)) return
-
-  logger.info('Cleanup TMP live files from filesystem of %s.', hlsDirectory)
-
-  const files = await readdir(hlsDirectory)
-
-  for (const filename of files) {
-    if (isTMPLiveFile(filename)) {
-      const p = join(hlsDirectory, filename)
-
-      remove(p)
-        .catch(err => logger.error('Cannot remove %s.', p, { err }))
-    }
-  }
-}
-
-async function cleanupTMPLiveFilesFromObjectStorage (streamingPlaylist: MStreamingPlaylistVideo) {
-  if (streamingPlaylist.storage !== VideoStorage.OBJECT_STORAGE) return
-
-  logger.info('Cleanup TMP live files from object storage for %s.', streamingPlaylist.Video.uuid)
-
-  const keys = await listHLSFileKeysOf(streamingPlaylist)
-
-  for (const key of keys) {
-    if (isTMPLiveFile(key)) {
-      await removeHLSFileObjectStorageByFullKey(key)
-    }
-  }
-}