Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

13 files changed, 0 insertions, 599 deletions

diff --git a/shared/core-utils/common/array.ts b/shared/core-utils/common/array.ts
deleted file mode 100644
index 878ed1ffe..000000000
--- a/shared/core-utils/common/array.ts
+++ /dev/null
@@ -1,41 +0,0 @@
-function findCommonElement <T> (array1: T[], array2: T[]) {
-  for (const a of array1) {
-    for (const b of array2) {
-      if (a === b) return a
-    }
-  }
-
-  return null
-}
-
-// Avoid conflict with other toArray() functions
-function arrayify <T> (element: T | T[]) {
-  if (Array.isArray(element)) return element
-
-  return [ element ]
-}
-
-// Avoid conflict with other uniq() functions
-function uniqify <T> (elements: T[]) {
-  return Array.from(new Set(elements))
-}
-
-// Thanks: https://stackoverflow.com/a/12646864
-function shuffle <T> (elements: T[]) {
-  const shuffled = [ ...elements ]
-
-  for (let i = shuffled.length - 1; i > 0; i--) {
-    const j = Math.floor(Math.random() * (i + 1));
-
-    [ shuffled[i], shuffled[j] ] = [ shuffled[j], shuffled[i] ]
-  }
-
-  return shuffled
-}
-
-export {
-  uniqify,
-  findCommonElement,
-  shuffle,
-  arrayify
-}
diff --git a/shared/core-utils/common/date.ts b/shared/core-utils/common/date.ts
deleted file mode 100644
index f0684ff86..000000000
--- a/shared/core-utils/common/date.ts
+++ /dev/null
@@ -1,114 +0,0 @@
-function isToday (d: Date) {
-  const today = new Date()
-
-  return areDatesEqual(d, today)
-}
-
-function isYesterday (d: Date) {
-  const yesterday = new Date()
-  yesterday.setDate(yesterday.getDate() - 1)
-
-  return areDatesEqual(d, yesterday)
-}
-
-function isThisWeek (d: Date) {
-  const minDateOfThisWeek = new Date()
-  minDateOfThisWeek.setHours(0, 0, 0)
-
-  // getDay() -> Sunday - Saturday : 0 - 6
-  // We want to start our week on Monday
-  let dayOfWeek = minDateOfThisWeek.getDay() - 1
-  if (dayOfWeek < 0) dayOfWeek = 6 // Sunday
-
-  minDateOfThisWeek.setDate(minDateOfThisWeek.getDate() - dayOfWeek)
-
-  return d >= minDateOfThisWeek
-}
-
-function isThisMonth (d: Date) {
-  const thisMonth = new Date().getMonth()
-
-  return d.getMonth() === thisMonth
-}
-
-function isLastMonth (d: Date) {
-  const now = new Date()
-
-  return getDaysDifferences(now, d) <= 30
-}
-
-function isLastWeek (d: Date) {
-  const now = new Date()
-
-  return getDaysDifferences(now, d) <= 7
-}
-
-// ---------------------------------------------------------------------------
-
-function timeToInt (time: number | string) {
-  if (!time) return 0
-  if (typeof time === 'number') return time
-
-  const reg = /^((\d+)[h:])?((\d+)[m:])?((\d+)s?)?$/
-  const matches = time.match(reg)
-
-  if (!matches) return 0
-
-  const hours = parseInt(matches[2] || '0', 10)
-  const minutes = parseInt(matches[4] || '0', 10)
-  const seconds = parseInt(matches[6] || '0', 10)
-
-  return hours * 3600 + minutes * 60 + seconds
-}
-
-function secondsToTime (seconds: number, full = false, symbol?: string) {
-  let time = ''
-
-  if (seconds === 0 && !full) return '0s'
-
-  const hourSymbol = (symbol || 'h')
-  const minuteSymbol = (symbol || 'm')
-  const secondsSymbol = full ? '' : 's'
-
-  const hours = Math.floor(seconds / 3600)
-  if (hours >= 1) time = hours + hourSymbol
-  else if (full) time = '0' + hourSymbol
-
-  seconds %= 3600
-  const minutes = Math.floor(seconds / 60)
-  if (minutes >= 1 && minutes < 10 && full) time += '0' + minutes + minuteSymbol
-  else if (minutes >= 1) time += minutes + minuteSymbol
-  else if (full) time += '00' + minuteSymbol
-
-  seconds %= 60
-  if (seconds >= 1 && seconds < 10 && full) time += '0' + seconds + secondsSymbol
-  else if (seconds >= 1) time += seconds + secondsSymbol
-  else if (full) time += '00'
-
-  return time
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  isYesterday,
-  isThisWeek,
-  isThisMonth,
-  isToday,
-  isLastMonth,
-  isLastWeek,
-  timeToInt,
-  secondsToTime
-}
-
-// ---------------------------------------------------------------------------
-
-function areDatesEqual (d1: Date, d2: Date) {
-  return d1.getFullYear() === d2.getFullYear() &&
-    d1.getMonth() === d2.getMonth() &&
-    d1.getDate() === d2.getDate()
-}
-
-function getDaysDifferences (d1: Date, d2: Date) {
-  return (d1.getTime() - d2.getTime()) / (86400000)
-}
diff --git a/shared/core-utils/common/env.ts b/shared/core-utils/common/env.ts
deleted file mode 100644
index 973f895d4..000000000
--- a/shared/core-utils/common/env.ts
+++ /dev/null
@@ -1,46 +0,0 @@
-function parallelTests () {
-  return process.env.MOCHA_PARALLEL === 'true'
-}
-
-function isGithubCI () {
-  return !!process.env.GITHUB_WORKSPACE
-}
-
-function areHttpImportTestsDisabled () {
-  const disabled = process.env.DISABLE_HTTP_IMPORT_TESTS === 'true'
-
-  if (disabled) console.log('DISABLE_HTTP_IMPORT_TESTS env set to "true" so import tests are disabled')
-
-  return disabled
-}
-
-function areMockObjectStorageTestsDisabled () {
-  const disabled = process.env.ENABLE_OBJECT_STORAGE_TESTS !== 'true'
-
-  if (disabled) console.log('ENABLE_OBJECT_STORAGE_TESTS env is not set to "true" so object storage tests are disabled')
-
-  return disabled
-}
-
-function areScalewayObjectStorageTestsDisabled () {
-  if (areMockObjectStorageTestsDisabled()) return true
-
-  const enabled = process.env.OBJECT_STORAGE_SCALEWAY_KEY_ID && process.env.OBJECT_STORAGE_SCALEWAY_ACCESS_KEY
-  if (!enabled) {
-    console.log(
-      'OBJECT_STORAGE_SCALEWAY_KEY_ID and/or OBJECT_STORAGE_SCALEWAY_ACCESS_KEY are not set, so scaleway object storage tests are disabled'
-    )
-
-    return true
-  }
-
-  return false
-}
-
-export {
-  parallelTests,
-  isGithubCI,
-  areHttpImportTestsDisabled,
-  areMockObjectStorageTestsDisabled,
-  areScalewayObjectStorageTestsDisabled
-}
diff --git a/shared/core-utils/common/index.ts b/shared/core-utils/common/index.ts
deleted file mode 100644
index 8d63ee1b2..000000000
--- a/shared/core-utils/common/index.ts
+++ /dev/null
@@ -1,12 +0,0 @@
-export * from './array'
-export * from './random'
-export * from './date'
-export * from './env'
-export * from './number'
-export * from './object'
-export * from './path'
-export * from './regexp'
-export * from './time'
-export * from './promises'
-export * from './url'
-export * from './version'
diff --git a/shared/core-utils/common/number.ts b/shared/core-utils/common/number.ts
deleted file mode 100644
index ce5a6041a..000000000
--- a/shared/core-utils/common/number.ts
+++ /dev/null
@@ -1,13 +0,0 @@
-export function forceNumber (value: any) {
-  return parseInt(value + '')
-}
-
-export function isOdd (num: number) {
-  return (num % 2) !== 0
-}
-
-export function toEven (num: number) {
-  if (isOdd(num)) return num + 1
-
-  return num
-}
diff --git a/shared/core-utils/common/object.ts b/shared/core-utils/common/object.ts
deleted file mode 100644
index 1276bfcc7..000000000
--- a/shared/core-utils/common/object.ts
+++ /dev/null
@@ -1,86 +0,0 @@
-function pick <O extends object, K extends keyof O> (object: O, keys: K[]): Pick<O, K> {
-  const result: any = {}
-
-  for (const key of keys) {
-    if (Object.prototype.hasOwnProperty.call(object, key)) {
-      result[key] = object[key]
-    }
-  }
-
-  return result
-}
-
-function omit <O extends object, K extends keyof O> (object: O, keys: K[]): Exclude<O, K> {
-  const result: any = {}
-  const keysSet = new Set(keys) as Set<string>
-
-  for (const [ key, value ] of Object.entries(object)) {
-    if (keysSet.has(key)) continue
-
-    result[key] = value
-  }
-
-  return result
-}
-
-function objectKeysTyped <O extends object, K extends keyof O> (object: O): K[] {
-  return (Object.keys(object) as K[])
-}
-
-function getKeys <O extends object, K extends keyof O> (object: O, keys: K[]): K[] {
-  return (Object.keys(object) as K[]).filter(k => keys.includes(k))
-}
-
-function hasKey <T extends object> (obj: T, k: keyof any): k is keyof T {
-  return k in obj
-}
-
-function sortObjectComparator (key: string, order: 'asc' | 'desc') {
-  return (a: any, b: any) => {
-    if (a[key] < b[key]) {
-      return order === 'asc' ? -1 : 1
-    }
-
-    if (a[key] > b[key]) {
-      return order === 'asc' ? 1 : -1
-    }
-
-    return 0
-  }
-}
-
-function shallowCopy <T> (o: T): T {
-  return Object.assign(Object.create(Object.getPrototypeOf(o)), o)
-}
-
-function simpleObjectsDeepEqual (a: any, b: any) {
-  if (a === b) return true
-
-  if (typeof a !== 'object' || typeof b !== 'object' || a === null || b === null) {
-    return false
-  }
-
-  const keysA = Object.keys(a)
-  const keysB = Object.keys(b)
-
-  if (keysA.length !== keysB.length) return false
-
-  for (const key of keysA) {
-    if (!keysB.includes(key)) return false
-
-    if (!simpleObjectsDeepEqual(a[key], b[key])) return false
-  }
-
-  return true
-}
-
-export {
-  pick,
-  omit,
-  objectKeysTyped,
-  getKeys,
-  hasKey,
-  shallowCopy,
-  sortObjectComparator,
-  simpleObjectsDeepEqual
-}
diff --git a/shared/core-utils/common/path.ts b/shared/core-utils/common/path.ts
deleted file mode 100644
index 006505316..000000000
--- a/shared/core-utils/common/path.ts
+++ /dev/null
@@ -1,48 +0,0 @@
-import { basename, extname, isAbsolute, join, resolve } from 'path'
-
-let rootPath: string
-
-function root () {
-  if (rootPath) return rootPath
-
-  rootPath = __dirname
-
-  if (basename(rootPath) === 'tools') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'scripts') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'common') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'core-utils') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'shared') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'server') rootPath = resolve(rootPath, '..')
-  if (basename(rootPath) === 'dist') rootPath = resolve(rootPath, '..')
-
-  return rootPath
-}
-
-function buildPath (path: string) {
-  if (isAbsolute(path)) return path
-
-  return join(root(), path)
-}
-
-function getLowercaseExtension (filename: string) {
-  const ext = extname(filename) || ''
-
-  return ext.toLowerCase()
-}
-
-function buildAbsoluteFixturePath (path: string, customCIPath = false) {
-  if (isAbsolute(path)) return path
-
-  if (customCIPath && process.env.GITHUB_WORKSPACE) {
-    return join(process.env.GITHUB_WORKSPACE, 'fixtures', path)
-  }
-
-  return join(root(), 'server', 'tests', 'fixtures', path)
-}
-
-export {
-  root,
-  buildPath,
-  buildAbsoluteFixturePath,
-  getLowercaseExtension
-}
diff --git a/shared/core-utils/common/promises.ts b/shared/core-utils/common/promises.ts
deleted file mode 100644
index e3792d12e..000000000
--- a/shared/core-utils/common/promises.ts
+++ /dev/null
@@ -1,58 +0,0 @@
-export function isPromise <T = unknown> (value: T | Promise<T>): value is Promise<T> {
-  return value && typeof (value as Promise<T>).then === 'function'
-}
-
-export function isCatchable (value: any) {
-  return value && typeof value.catch === 'function'
-}
-
-export function timeoutPromise <T> (promise: Promise<T>, timeoutMs: number) {
-  let timer: ReturnType<typeof setTimeout>
-
-  return Promise.race([
-    promise,
-
-    new Promise((_res, rej) => {
-      timer = setTimeout(() => rej(new Error('Timeout')), timeoutMs)
-    })
-  ]).finally(() => clearTimeout(timer))
-}
-
-export function promisify0<A> (func: (cb: (err: any, result: A) => void) => void): () => Promise<A> {
-  return function promisified (): Promise<A> {
-    return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
-      // eslint-disable-next-line no-useless-call
-      func.apply(null, [ (err: any, res: A) => err ? reject(err) : resolve(res) ])
-    })
-  }
-}
-
-// Thanks to https://gist.github.com/kumasento/617daa7e46f13ecdd9b2
-export function promisify1<T, A> (func: (arg: T, cb: (err: any, result: A) => void) => void): (arg: T) => Promise<A> {
-  return function promisified (arg: T): Promise<A> {
-    return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
-      // eslint-disable-next-line no-useless-call
-      func.apply(null, [ arg, (err: any, res: A) => err ? reject(err) : resolve(res) ])
-    })
-  }
-}
-
-// eslint-disable-next-line max-len
-export function promisify2<T, U, A> (func: (arg1: T, arg2: U, cb: (err: any, result: A) => void) => void): (arg1: T, arg2: U) => Promise<A> {
-  return function promisified (arg1: T, arg2: U): Promise<A> {
-    return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
-      // eslint-disable-next-line no-useless-call
-      func.apply(null, [ arg1, arg2, (err: any, res: A) => err ? reject(err) : resolve(res) ])
-    })
-  }
-}
-
-// eslint-disable-next-line max-len
-export function promisify3<T, U, V, A> (func: (arg1: T, arg2: U, arg3: V, cb: (err: any, result: A) => void) => void): (arg1: T, arg2: U, arg3: V) => Promise<A> {
-  return function promisified (arg1: T, arg2: U, arg3: V): Promise<A> {
-    return new Promise<A>((resolve: (arg: A) => void, reject: (err: any) => void) => {
-      // eslint-disable-next-line no-useless-call
-      func.apply(null, [ arg1, arg2, arg3, (err: any, res: A) => err ? reject(err) : resolve(res) ])
-    })
-  }
-}
diff --git a/shared/core-utils/common/random.ts b/shared/core-utils/common/random.ts
deleted file mode 100644
index 705735d09..000000000
--- a/shared/core-utils/common/random.ts
+++ /dev/null
@@ -1,8 +0,0 @@
-// high excluded
-function randomInt (low: number, high: number) {
-  return Math.floor(Math.random() * (high - low) + low)
-}
-
-export {
-  randomInt
-}
diff --git a/shared/core-utils/common/regexp.ts b/shared/core-utils/common/regexp.ts
deleted file mode 100644
index 59eb87eb6..000000000
--- a/shared/core-utils/common/regexp.ts
+++ /dev/null
@@ -1,5 +0,0 @@
-export const uuidRegex = '[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}'
-
-export function removeFragmentedMP4Ext (path: string) {
-  return path.replace(/-fragmented.mp4$/i, '')
-}
diff --git a/shared/core-utils/common/time.ts b/shared/core-utils/common/time.ts
deleted file mode 100644
index 2992609ca..000000000
--- a/shared/core-utils/common/time.ts
+++ /dev/null
@@ -1,7 +0,0 @@
-function wait (milliseconds: number) {
-  return new Promise(resolve => setTimeout(resolve, milliseconds))
-}
-
-export {
-  wait
-}
diff --git a/shared/core-utils/common/url.ts b/shared/core-utils/common/url.ts
deleted file mode 100644
index 33fc5ee3a..000000000
--- a/shared/core-utils/common/url.ts
+++ /dev/null
@@ -1,150 +0,0 @@
-import { Video, VideoPlaylist } from '../../models'
-import { secondsToTime } from './date'
-
-function addQueryParams (url: string, params: { [ id: string ]: string }) {
-  const objUrl = new URL(url)
-
-  for (const key of Object.keys(params)) {
-    objUrl.searchParams.append(key, params[key])
-  }
-
-  return objUrl.toString()
-}
-
-function removeQueryParams (url: string) {
-  const objUrl = new URL(url)
-
-  objUrl.searchParams.forEach((_v, k) => objUrl.searchParams.delete(k))
-
-  return objUrl.toString()
-}
-
-function buildPlaylistLink (playlist: Pick<VideoPlaylist, 'shortUUID'>, base?: string) {
-  return (base ?? window.location.origin) + buildPlaylistWatchPath(playlist)
-}
-
-function buildPlaylistWatchPath (playlist: Pick<VideoPlaylist, 'shortUUID'>) {
-  return '/w/p/' + playlist.shortUUID
-}
-
-function buildVideoWatchPath (video: Pick<Video, 'shortUUID'>) {
-  return '/w/' + video.shortUUID
-}
-
-function buildVideoLink (video: Pick<Video, 'shortUUID'>, base?: string) {
-  return (base ?? window.location.origin) + buildVideoWatchPath(video)
-}
-
-function buildPlaylistEmbedPath (playlist: Pick<VideoPlaylist, 'uuid'>) {
-  return '/video-playlists/embed/' + playlist.uuid
-}
-
-function buildPlaylistEmbedLink (playlist: Pick<VideoPlaylist, 'uuid'>, base?: string) {
-  return (base ?? window.location.origin) + buildPlaylistEmbedPath(playlist)
-}
-
-function buildVideoEmbedPath (video: Pick<Video, 'uuid'>) {
-  return '/videos/embed/' + video.uuid
-}
-
-function buildVideoEmbedLink (video: Pick<Video, 'uuid'>, base?: string) {
-  return (base ?? window.location.origin) + buildVideoEmbedPath(video)
-}
-
-function decorateVideoLink (options: {
-  url: string
-
-  startTime?: number
-  stopTime?: number
-
-  subtitle?: string
-
-  loop?: boolean
-  autoplay?: boolean
-  muted?: boolean
-
-  // Embed options
-  title?: boolean
-  warningTitle?: boolean
-
-  controls?: boolean
-  controlBar?: boolean
-
-  peertubeLink?: boolean
-  p2p?: boolean
-}) {
-  const { url } = options
-
-  const params = new URLSearchParams()
-
-  if (options.startTime !== undefined && options.startTime !== null) {
-    const startTimeInt = Math.floor(options.startTime)
-    params.set('start', secondsToTime(startTimeInt))
-  }
-
-  if (options.stopTime) {
-    const stopTimeInt = Math.floor(options.stopTime)
-    params.set('stop', secondsToTime(stopTimeInt))
-  }
-
-  if (options.subtitle) params.set('subtitle', options.subtitle)
-
-  if (options.loop === true) params.set('loop', '1')
-  if (options.autoplay === true) params.set('autoplay', '1')
-  if (options.muted === true) params.set('muted', '1')
-  if (options.title === false) params.set('title', '0')
-  if (options.warningTitle === false) params.set('warningTitle', '0')
-
-  if (options.controls === false) params.set('controls', '0')
-  if (options.controlBar === false) params.set('controlBar', '0')
-
-  if (options.peertubeLink === false) params.set('peertubeLink', '0')
-  if (options.p2p !== undefined) params.set('p2p', options.p2p ? '1' : '0')
-
-  return buildUrl(url, params)
-}
-
-function decoratePlaylistLink (options: {
-  url: string
-
-  playlistPosition?: number
-}) {
-  const { url } = options
-
-  const params = new URLSearchParams()
-
-  if (options.playlistPosition) params.set('playlistPosition', '' + options.playlistPosition)
-
-  return buildUrl(url, params)
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  addQueryParams,
-  removeQueryParams,
-
-  buildPlaylistLink,
-  buildVideoLink,
-
-  buildVideoWatchPath,
-  buildPlaylistWatchPath,
-
-  buildPlaylistEmbedPath,
-  buildVideoEmbedPath,
-
-  buildPlaylistEmbedLink,
-  buildVideoEmbedLink,
-
-  decorateVideoLink,
-  decoratePlaylistLink
-}
-
-function buildUrl (url: string, params: URLSearchParams) {
-  let hasParams = false
-  params.forEach(() => { hasParams = true })
-
-  if (hasParams) return url + '?' + params.toString()
-
-  return url
-}
diff --git a/shared/core-utils/common/version.ts b/shared/core-utils/common/version.ts
deleted file mode 100644
index 305287233..000000000
--- a/shared/core-utils/common/version.ts
+++ /dev/null
@@ -1,11 +0,0 @@
-// Thanks https://gist.github.com/iwill/a83038623ba4fef6abb9efca87ae9ccb
-function compareSemVer (a: string, b: string) {
-  if (a.startsWith(b + '-')) return -1
-  if (b.startsWith(a + '-')) return 1
-
-  return a.localeCompare(b, undefined, { numeric: true, sensitivity: 'case', caseFirst: 'upper' })
-}
-
-export {
-  compareSemVer
-}