Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 111 deletions

diff --git a/server/lib/sync-channel.ts b/server/lib/sync-channel.ts
deleted file mode 100644
index 3a805a943..000000000
--- a/server/lib/sync-channel.ts
+++ /dev/null
@@ -1,111 +0,0 @@
-import { logger } from '@server/helpers/logger'
-import { YoutubeDLWrapper } from '@server/helpers/youtube-dl'
-import { CONFIG } from '@server/initializers/config'
-import { buildYoutubeDLImport } from '@server/lib/video-pre-import'
-import { UserModel } from '@server/models/user/user'
-import { VideoImportModel } from '@server/models/video/video-import'
-import { MChannel, MChannelAccountDefault, MChannelSync } from '@server/types/models'
-import { VideoChannelSyncState, VideoPrivacy } from '@shared/models'
-import { CreateJobArgument, JobQueue } from './job-queue'
-import { ServerConfigManager } from './server-config-manager'
-
-export async function synchronizeChannel (options: {
-  channel: MChannelAccountDefault
-  externalChannelUrl: string
-  videosCountLimit: number
-  channelSync?: MChannelSync
-  onlyAfter?: Date
-}) {
-  const { channel, externalChannelUrl, videosCountLimit, onlyAfter, channelSync } = options
-
-  if (channelSync) {
-    channelSync.state = VideoChannelSyncState.PROCESSING
-    channelSync.lastSyncAt = new Date()
-    await channelSync.save()
-  }
-
-  try {
-    const user = await UserModel.loadByChannelActorId(channel.actorId)
-    const youtubeDL = new YoutubeDLWrapper(
-      externalChannelUrl,
-      ServerConfigManager.Instance.getEnabledResolutions('vod'),
-      CONFIG.TRANSCODING.ALWAYS_TRANSCODE_ORIGINAL_RESOLUTION
-    )
-
-    const targetUrls = await youtubeDL.getInfoForListImport({ latestVideosCount: videosCountLimit })
-
-    logger.info(
-      'Fetched %d candidate URLs for sync channel %s.',
-      targetUrls.length, channel.Actor.preferredUsername, { targetUrls }
-    )
-
-    if (targetUrls.length === 0) {
-      if (channelSync) {
-        channelSync.state = VideoChannelSyncState.SYNCED
-        await channelSync.save()
-      }
-
-      return
-    }
-
-    const children: CreateJobArgument[] = []
-
-    for (const targetUrl of targetUrls) {
-      if (await skipImport(channel, targetUrl, onlyAfter)) continue
-
-      const { job } = await buildYoutubeDLImport({
-        user,
-        channel,
-        targetUrl,
-        channelSync,
-        importDataOverride: {
-          privacy: VideoPrivacy.PUBLIC
-        }
-      })
-
-      children.push(job)
-    }
-
-    // Will update the channel sync status
-    const parent: CreateJobArgument = {
-      type: 'after-video-channel-import',
-      payload: {
-        channelSyncId: channelSync?.id
-      }
-    }
-
-    await JobQueue.Instance.createJobWithChildren(parent, children)
-  } catch (err) {
-    logger.error(`Failed to import ${externalChannelUrl} in channel ${channel.name}`, { err })
-    channelSync.state = VideoChannelSyncState.FAILED
-    await channelSync.save()
-  }
-}
-
-// ---------------------------------------------------------------------------
-
-async function skipImport (channel: MChannel, targetUrl: string, onlyAfter?: Date) {
-  if (await VideoImportModel.urlAlreadyImported(channel.id, targetUrl)) {
-    logger.debug('%s is already imported for channel %s, skipping video channel synchronization.', targetUrl, channel.name)
-    return true
-  }
-
-  if (onlyAfter) {
-    const youtubeDL = new YoutubeDLWrapper(
-      targetUrl,
-      ServerConfigManager.Instance.getEnabledResolutions('vod'),
-      CONFIG.TRANSCODING.ALWAYS_TRANSCODE_ORIGINAL_RESOLUTION
-    )
-
-    const videoInfo = await youtubeDL.getInfoForDownload()
-
-    const onlyAfterWithoutTime = new Date(onlyAfter)
-    onlyAfterWithoutTime.setHours(0, 0, 0, 0)
-
-    if (videoInfo.originallyPublishedAtWithoutTime.getTime() < onlyAfterWithoutTime.getTime()) {
-      return true
-    }
-  }
-
-  return false
-}