Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 119 deletions

diff --git a/server/lib/activitypub/process/process-update.ts b/server/lib/activitypub/process/process-update.ts
deleted file mode 100644
index 304ed9de6..000000000
--- a/server/lib/activitypub/process/process-update.ts
+++ /dev/null
@@ -1,119 +0,0 @@
-import { isRedundancyAccepted } from '@server/lib/redundancy'
-import { ActivityUpdate, ActivityUpdateObject, CacheFileObject, VideoObject } from '../../../../shared/models/activitypub'
-import { ActivityPubActor } from '../../../../shared/models/activitypub/activitypub-actor'
-import { PlaylistObject } from '../../../../shared/models/activitypub/objects/playlist-object'
-import { isCacheFileObjectValid } from '../../../helpers/custom-validators/activitypub/cache-file'
-import { sanitizeAndCheckVideoTorrentObject } from '../../../helpers/custom-validators/activitypub/videos'
-import { retryTransactionWrapper } from '../../../helpers/database-utils'
-import { logger } from '../../../helpers/logger'
-import { sequelizeTypescript } from '../../../initializers/database'
-import { ActorModel } from '../../../models/actor/actor'
-import { APProcessorOptions } from '../../../types/activitypub-processor.model'
-import { MActorFull, MActorSignature } from '../../../types/models'
-import { fetchAPObjectIfNeeded } from '../activity'
-import { APActorUpdater } from '../actors/updater'
-import { createOrUpdateCacheFile } from '../cache-file'
-import { createOrUpdateVideoPlaylist } from '../playlists'
-import { forwardVideoRelatedActivity } from '../send/shared/send-utils'
-import { APVideoUpdater, getOrCreateAPVideo } from '../videos'
-
-async function processUpdateActivity (options: APProcessorOptions<ActivityUpdate<ActivityUpdateObject>>) {
-  const { activity, byActor } = options
-
-  const object = await fetchAPObjectIfNeeded(activity.object)
-  const objectType = object.type
-
-  if (objectType === 'Video') {
-    return retryTransactionWrapper(processUpdateVideo, activity)
-  }
-
-  if (objectType === 'Person' || objectType === 'Application' || objectType === 'Group') {
-    // We need more attributes
-    const byActorFull = await ActorModel.loadByUrlAndPopulateAccountAndChannel(byActor.url)
-    return retryTransactionWrapper(processUpdateActor, byActorFull, object)
-  }
-
-  if (objectType === 'CacheFile') {
-    // We need more attributes
-    const byActorFull = await ActorModel.loadByUrlAndPopulateAccountAndChannel(byActor.url)
-    return retryTransactionWrapper(processUpdateCacheFile, byActorFull, activity, object)
-  }
-
-  if (objectType === 'Playlist') {
-    return retryTransactionWrapper(processUpdatePlaylist, byActor, activity, object)
-  }
-
-  return undefined
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  processUpdateActivity
-}
-
-// ---------------------------------------------------------------------------
-
-async function processUpdateVideo (activity: ActivityUpdate<VideoObject | string>) {
-  const videoObject = activity.object as VideoObject
-
-  if (sanitizeAndCheckVideoTorrentObject(videoObject) === false) {
-    logger.debug('Video sent by update is not valid.', { videoObject })
-    return undefined
-  }
-
-  const { video, created } = await getOrCreateAPVideo({
-    videoObject: videoObject.id,
-    allowRefresh: false,
-    fetchType: 'all'
-  })
-  // We did not have this video, it has been created so no need to update
-  if (created) return
-
-  const updater = new APVideoUpdater(videoObject, video)
-  return updater.update(activity.to)
-}
-
-async function processUpdateCacheFile (
-  byActor: MActorSignature,
-  activity: ActivityUpdate<CacheFileObject | string>,
-  cacheFileObject: CacheFileObject
-) {
-  if (await isRedundancyAccepted(activity, byActor) !== true) return
-
-  if (!isCacheFileObjectValid(cacheFileObject)) {
-    logger.debug('Cache file object sent by update is not valid.', { cacheFileObject })
-    return undefined
-  }
-
-  const { video } = await getOrCreateAPVideo({ videoObject: cacheFileObject.object })
-
-  await sequelizeTypescript.transaction(async t => {
-    await createOrUpdateCacheFile(cacheFileObject, video, byActor, t)
-  })
-
-  if (video.isOwned()) {
-    // Don't resend the activity to the sender
-    const exceptions = [ byActor ]
-
-    await forwardVideoRelatedActivity(activity, undefined, exceptions, video)
-  }
-}
-
-async function processUpdateActor (actor: MActorFull, actorObject: ActivityPubActor) {
-  logger.debug('Updating remote account "%s".', actorObject.url)
-
-  const updater = new APActorUpdater(actorObject, actor)
-  return updater.update()
-}
-
-async function processUpdatePlaylist (
-  byActor: MActorSignature,
-  activity: ActivityUpdate<PlaylistObject | string>,
-  playlistObject: PlaylistObject
-) {
-  const byAccount = byActor.Account
-  if (!byAccount) throw new Error('Cannot update video playlist with the non account actor ' + byActor.url)
-
-  await createOrUpdateVideoPlaylist(playlistObject, activity.to)
-}