Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 97 deletions

diff --git a/server/lib/object-storage/proxy.ts b/server/lib/object-storage/proxy.ts
deleted file mode 100644
index c09a0d1b0..000000000
--- a/server/lib/object-storage/proxy.ts
+++ /dev/null
@@ -1,97 +0,0 @@
-import express from 'express'
-import { PassThrough, pipeline } from 'stream'
-import { GetObjectCommandOutput } from '@aws-sdk/client-s3'
-import { buildReinjectVideoFileTokenQuery } from '@server/controllers/shared/m3u8-playlist'
-import { logger } from '@server/helpers/logger'
-import { StreamReplacer } from '@server/helpers/stream-replacer'
-import { MStreamingPlaylist, MVideo } from '@server/types/models'
-import { HttpStatusCode } from '@shared/models'
-import { injectQueryToPlaylistUrls } from '../hls'
-import { getHLSFileReadStream, getWebVideoFileReadStream } from './videos'
-
-export async function proxifyWebVideoFile (options: {
-  req: express.Request
-  res: express.Response
-  filename: string
-}) {
-  const { req, res, filename } = options
-
-  logger.debug('Proxifying Web Video file %s from object storage.', filename)
-
-  try {
-    const { response: s3Response, stream } = await getWebVideoFileReadStream({
-      filename,
-      rangeHeader: req.header('range')
-    })
-
-    setS3Headers(res, s3Response)
-
-    return stream.pipe(res)
-  } catch (err) {
-    return handleObjectStorageFailure(res, err)
-  }
-}
-
-export async function proxifyHLS (options: {
-  req: express.Request
-  res: express.Response
-  playlist: MStreamingPlaylist
-  video: MVideo
-  filename: string
-  reinjectVideoFileToken: boolean
-}) {
-  const { req, res, playlist, video, filename, reinjectVideoFileToken } = options
-
-  logger.debug('Proxifying HLS file %s from object storage.', filename)
-
-  try {
-    const { response: s3Response, stream } = await getHLSFileReadStream({
-      playlist: playlist.withVideo(video),
-      filename,
-      rangeHeader: req.header('range')
-    })
-
-    setS3Headers(res, s3Response)
-
-    const streamReplacer = reinjectVideoFileToken
-      ? new StreamReplacer(line => injectQueryToPlaylistUrls(line, buildReinjectVideoFileTokenQuery(req, filename.endsWith('master.m3u8'))))
-      : new PassThrough()
-
-    return pipeline(
-      stream,
-      streamReplacer,
-      res,
-      err => {
-        if (!err) return
-
-        handleObjectStorageFailure(res, err)
-      }
-    )
-  } catch (err) {
-    return handleObjectStorageFailure(res, err)
-  }
-}
-
-// ---------------------------------------------------------------------------
-// Private
-// ---------------------------------------------------------------------------
-
-function handleObjectStorageFailure (res: express.Response, err: Error) {
-  if (err.name === 'NoSuchKey') {
-    logger.debug('Could not find key in object storage to proxify private HLS video file.', { err })
-    return res.sendStatus(HttpStatusCode.NOT_FOUND_404)
-  }
-
-  return res.fail({
-    status: HttpStatusCode.INTERNAL_SERVER_ERROR_500,
-    message: err.message,
-    type: err.name
-  })
-}
-
-function setS3Headers (res: express.Response, s3Response: GetObjectCommandOutput) {
-  if (s3Response.$metadata.httpStatusCode === HttpStatusCode.PARTIAL_CONTENT_206) {
-    res.setHeader('Content-Range', s3Response.ContentRange)
-    res.status(HttpStatusCode.PARTIAL_CONTENT_206)
-  }
-}