Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 205 deletions

diff --git a/server/helpers/youtube-dl/youtube-dl-info-builder.ts b/server/helpers/youtube-dl/youtube-dl-info-builder.ts
deleted file mode 100644
index a74904e43..000000000
--- a/server/helpers/youtube-dl/youtube-dl-info-builder.ts
+++ /dev/null
@@ -1,205 +0,0 @@
-import { CONSTRAINTS_FIELDS, VIDEO_CATEGORIES, VIDEO_LANGUAGES, VIDEO_LICENCES } from '../../initializers/constants'
-import { peertubeTruncate } from '../core-utils'
-import { isUrlValid } from '../custom-validators/activitypub/misc'
-
-type YoutubeDLInfo = {
-  name?: string
-  description?: string
-  category?: number
-  language?: string
-  licence?: number
-  nsfw?: boolean
-  tags?: string[]
-  thumbnailUrl?: string
-  ext?: string
-  originallyPublishedAtWithoutTime?: Date
-  webpageUrl?: string
-
-  urls?: string[]
-}
-
-class YoutubeDLInfoBuilder {
-  private readonly info: any
-
-  constructor (info: any) {
-    this.info = { ...info }
-  }
-
-  getInfo () {
-    const obj = this.buildVideoInfo(this.normalizeObject(this.info))
-    if (obj.name && obj.name.length < CONSTRAINTS_FIELDS.VIDEOS.NAME.min) obj.name += ' video'
-
-    return obj
-  }
-
-  private normalizeObject (obj: any) {
-    const newObj: any = {}
-
-    for (const key of Object.keys(obj)) {
-      // Deprecated key
-      if (key === 'resolution') continue
-
-      const value = obj[key]
-
-      if (typeof value === 'string') {
-        newObj[key] = value.normalize()
-      } else {
-        newObj[key] = value
-      }
-    }
-
-    return newObj
-  }
-
-  private buildOriginallyPublishedAt (obj: any) {
-    let originallyPublishedAt: Date = null
-
-    const uploadDateMatcher = /^(\d{4})(\d{2})(\d{2})$/.exec(obj.upload_date)
-    if (uploadDateMatcher) {
-      originallyPublishedAt = new Date()
-      originallyPublishedAt.setHours(0, 0, 0, 0)
-
-      const year = parseInt(uploadDateMatcher[1], 10)
-      // Month starts from 0
-      const month = parseInt(uploadDateMatcher[2], 10) - 1
-      const day = parseInt(uploadDateMatcher[3], 10)
-
-      originallyPublishedAt.setFullYear(year, month, day)
-    }
-
-    return originallyPublishedAt
-  }
-
-  private buildVideoInfo (obj: any): YoutubeDLInfo {
-    return {
-      name: this.titleTruncation(obj.title),
-      description: this.descriptionTruncation(obj.description),
-      category: this.getCategory(obj.categories),
-      licence: this.getLicence(obj.license),
-      language: this.getLanguage(obj.language),
-      nsfw: this.isNSFW(obj),
-      tags: this.getTags(obj.tags),
-      thumbnailUrl: obj.thumbnail || undefined,
-      urls: this.buildAvailableUrl(obj),
-      originallyPublishedAtWithoutTime: this.buildOriginallyPublishedAt(obj),
-      ext: obj.ext,
-      webpageUrl: obj.webpage_url
-    }
-  }
-
-  private buildAvailableUrl (obj: any) {
-    const urls: string[] = []
-
-    if (obj.url) urls.push(obj.url)
-    if (obj.urls) {
-      if (Array.isArray(obj.urls)) urls.push(...obj.urls)
-      else urls.push(obj.urls)
-    }
-
-    const formats = Array.isArray(obj.formats)
-      ? obj.formats
-      : []
-
-    for (const format of formats) {
-      if (!format.url) continue
-
-      urls.push(format.url)
-    }
-
-    const thumbnails = Array.isArray(obj.thumbnails)
-      ? obj.thumbnails
-      : []
-
-    for (const thumbnail of thumbnails) {
-      if (!thumbnail.url) continue
-
-      urls.push(thumbnail.url)
-    }
-
-    if (obj.thumbnail) urls.push(obj.thumbnail)
-
-    for (const subtitleKey of Object.keys(obj.subtitles || {})) {
-      const subtitles = obj.subtitles[subtitleKey]
-      if (!Array.isArray(subtitles)) continue
-
-      for (const subtitle of subtitles) {
-        if (!subtitle.url) continue
-
-        urls.push(subtitle.url)
-      }
-    }
-
-    return urls.filter(u => u && isUrlValid(u))
-  }
-
-  private titleTruncation (title: string) {
-    return peertubeTruncate(title, {
-      length: CONSTRAINTS_FIELDS.VIDEOS.NAME.max,
-      separator: /,? +/,
-      omission: ' […]'
-    })
-  }
-
-  private descriptionTruncation (description: string) {
-    if (!description || description.length < CONSTRAINTS_FIELDS.VIDEOS.DESCRIPTION.min) return undefined
-
-    return peertubeTruncate(description, {
-      length: CONSTRAINTS_FIELDS.VIDEOS.DESCRIPTION.max,
-      separator: /,? +/,
-      omission: ' […]'
-    })
-  }
-
-  private isNSFW (info: any) {
-    return info?.age_limit >= 16
-  }
-
-  private getTags (tags: string[]) {
-    if (Array.isArray(tags) === false) return []
-
-    return tags
-      .filter(t => t.length < CONSTRAINTS_FIELDS.VIDEOS.TAG.max && t.length > CONSTRAINTS_FIELDS.VIDEOS.TAG.min)
-      .map(t => t.normalize())
-      .slice(0, 5)
-  }
-
-  private getLicence (licence: string) {
-    if (!licence) return undefined
-
-    if (licence.includes('Creative Commons Attribution')) return 1
-
-    for (const key of Object.keys(VIDEO_LICENCES)) {
-      const peertubeLicence = VIDEO_LICENCES[key]
-      if (peertubeLicence.toLowerCase() === licence.toLowerCase()) return parseInt(key, 10)
-    }
-
-    return undefined
-  }
-
-  private getCategory (categories: string[]) {
-    if (!categories) return undefined
-
-    const categoryString = categories[0]
-    if (!categoryString || typeof categoryString !== 'string') return undefined
-
-    if (categoryString === 'News & Politics') return 11
-
-    for (const key of Object.keys(VIDEO_CATEGORIES)) {
-      const category = VIDEO_CATEGORIES[key]
-      if (categoryString.toLowerCase() === category.toLowerCase()) return parseInt(key, 10)
-    }
-
-    return undefined
-  }
-
-  private getLanguage (language: string) {
-    return VIDEO_LANGUAGES[language] ? language : undefined
-  }
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  YoutubeDLInfo,
-  YoutubeDLInfoBuilder
-}