Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

4 files changed, 0 insertions, 151 deletions

diff --git a/server/lib/worker/parent-process.ts b/server/lib/worker/parent-process.ts
deleted file mode 100644
index 48b6c682b..000000000
--- a/server/lib/worker/parent-process.ts
+++ /dev/null
@@ -1,77 +0,0 @@
-import { join } from 'path'
-import Piscina from 'piscina'
-import { processImage } from '@server/helpers/image-utils'
-import { JOB_CONCURRENCY, WORKER_THREADS } from '@server/initializers/constants'
-import { httpBroadcast } from './workers/http-broadcast'
-import { downloadImage } from './workers/image-downloader'
-
-let downloadImageWorker: Piscina
-
-function downloadImageFromWorker (options: Parameters<typeof downloadImage>[0]): Promise<ReturnType<typeof downloadImage>> {
-  if (!downloadImageWorker) {
-    downloadImageWorker = new Piscina({
-      filename: join(__dirname, 'workers', 'image-downloader.js'),
-      concurrentTasksPerWorker: WORKER_THREADS.DOWNLOAD_IMAGE.CONCURRENCY,
-      maxThreads: WORKER_THREADS.DOWNLOAD_IMAGE.MAX_THREADS
-    })
-  }
-
-  return downloadImageWorker.run(options)
-}
-
-// ---------------------------------------------------------------------------
-
-let processImageWorker: Piscina
-
-function processImageFromWorker (options: Parameters<typeof processImage>[0]): Promise<ReturnType<typeof processImage>> {
-  if (!processImageWorker) {
-    processImageWorker = new Piscina({
-      filename: join(__dirname, 'workers', 'image-processor.js'),
-      concurrentTasksPerWorker: WORKER_THREADS.PROCESS_IMAGE.CONCURRENCY,
-      maxThreads: WORKER_THREADS.PROCESS_IMAGE.MAX_THREADS
-    })
-  }
-
-  return processImageWorker.run(options)
-}
-
-// ---------------------------------------------------------------------------
-
-let parallelHTTPBroadcastWorker: Piscina
-
-function parallelHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
-  if (!parallelHTTPBroadcastWorker) {
-    parallelHTTPBroadcastWorker = new Piscina({
-      filename: join(__dirname, 'workers', 'http-broadcast.js'),
-      // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
-      concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast-parallel'],
-      maxThreads: 1
-    })
-  }
-
-  return parallelHTTPBroadcastWorker.run(options)
-}
-
-// ---------------------------------------------------------------------------
-
-let sequentialHTTPBroadcastWorker: Piscina
-
-function sequentialHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> {
-  if (!sequentialHTTPBroadcastWorker) {
-    sequentialHTTPBroadcastWorker = new Piscina({
-      filename: join(__dirname, 'workers', 'http-broadcast.js'),
-      // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs
-      concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast'],
-      maxThreads: 1
-    })
-  }
-
-  return sequentialHTTPBroadcastWorker.run(options)
-}
-
-export {
-  downloadImageFromWorker,
-  processImageFromWorker,
-  parallelHTTPBroadcastFromWorker,
-  sequentialHTTPBroadcastFromWorker
-}
diff --git a/server/lib/worker/workers/http-broadcast.ts b/server/lib/worker/workers/http-broadcast.ts
deleted file mode 100644
index 8c9c6b8ca..000000000
--- a/server/lib/worker/workers/http-broadcast.ts
+++ /dev/null
@@ -1,32 +0,0 @@
-import { map } from 'bluebird'
-import { logger } from '@server/helpers/logger'
-import { doRequest, PeerTubeRequestOptions } from '@server/helpers/requests'
-import { BROADCAST_CONCURRENCY } from '@server/initializers/constants'
-
-async function httpBroadcast (payload: {
-  uris: string[]
-  requestOptions: PeerTubeRequestOptions
-}) {
-  const { uris, requestOptions } = payload
-
-  const badUrls: string[] = []
-  const goodUrls: string[] = []
-
-  await map(uris, async uri => {
-    try {
-      await doRequest(uri, requestOptions)
-      goodUrls.push(uri)
-    } catch (err) {
-      logger.debug('HTTP broadcast to %s failed.', uri, { err })
-      badUrls.push(uri)
-    }
-  }, { concurrency: BROADCAST_CONCURRENCY })
-
-  return { goodUrls, badUrls }
-}
-
-module.exports = httpBroadcast
-
-export {
-  httpBroadcast
-}
diff --git a/server/lib/worker/workers/image-downloader.ts b/server/lib/worker/workers/image-downloader.ts
deleted file mode 100644
index 209594589..000000000
--- a/server/lib/worker/workers/image-downloader.ts
+++ /dev/null
@@ -1,35 +0,0 @@
-import { remove } from 'fs-extra'
-import { join } from 'path'
-import { processImage } from '@server/helpers/image-utils'
-import { doRequestAndSaveToFile } from '@server/helpers/requests'
-import { CONFIG } from '@server/initializers/config'
-
-async function downloadImage (options: {
-  url: string
-  destDir: string
-  destName: string
-  size: { width: number, height: number }
-}) {
-  const { url, destDir, destName, size } = options
-
-  const tmpPath = join(CONFIG.STORAGE.TMP_DIR, 'pending-' + destName)
-  await doRequestAndSaveToFile(url, tmpPath)
-
-  const destPath = join(destDir, destName)
-
-  try {
-    await processImage({ path: tmpPath, destination: destPath, newSize: size })
-  } catch (err) {
-    await remove(tmpPath)
-
-    throw err
-  }
-
-  return destPath
-}
-
-module.exports = downloadImage
-
-export {
-  downloadImage
-}
diff --git a/server/lib/worker/workers/image-processor.ts b/server/lib/worker/workers/image-processor.ts
deleted file mode 100644
index 0ab41a5a0..000000000
--- a/server/lib/worker/workers/image-processor.ts
+++ /dev/null
@@ -1,7 +0,0 @@
-import { processImage } from '@server/helpers/image-utils'
-
-module.exports = processImage
-
-export {
-  processImage
-}