Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 139 deletions

diff --git a/server/controllers/api/overviews.ts b/server/controllers/api/overviews.ts
deleted file mode 100644
index fc616281e..000000000
--- a/server/controllers/api/overviews.ts
+++ /dev/null
@@ -1,139 +0,0 @@
-import express from 'express'
-import memoizee from 'memoizee'
-import { logger } from '@server/helpers/logger'
-import { Hooks } from '@server/lib/plugins/hooks'
-import { getServerActor } from '@server/models/application/application'
-import { VideoModel } from '@server/models/video/video'
-import { CategoryOverview, ChannelOverview, TagOverview, VideosOverview } from '../../../shared/models/overviews'
-import { buildNSFWFilter } from '../../helpers/express-utils'
-import { MEMOIZE_TTL, OVERVIEWS } from '../../initializers/constants'
-import { apiRateLimiter, asyncMiddleware, optionalAuthenticate, videosOverviewValidator } from '../../middlewares'
-import { TagModel } from '../../models/video/tag'
-
-const overviewsRouter = express.Router()
-
-overviewsRouter.use(apiRateLimiter)
-
-overviewsRouter.get('/videos',
-  videosOverviewValidator,
-  optionalAuthenticate,
-  asyncMiddleware(getVideosOverview)
-)
-
-// ---------------------------------------------------------------------------
-
-export { overviewsRouter }
-
-// ---------------------------------------------------------------------------
-
-const buildSamples = memoizee(async function () {
-  const [ categories, channels, tags ] = await Promise.all([
-    VideoModel.getRandomFieldSamples('category', OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD, OVERVIEWS.VIDEOS.SAMPLES_COUNT),
-    VideoModel.getRandomFieldSamples('channelId', OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD, OVERVIEWS.VIDEOS.SAMPLES_COUNT),
-    TagModel.getRandomSamples(OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD, OVERVIEWS.VIDEOS.SAMPLES_COUNT)
-  ])
-
-  const result = { categories, channels, tags }
-
-  logger.debug('Building samples for overview endpoint.', { result })
-
-  return result
-}, { maxAge: MEMOIZE_TTL.OVERVIEWS_SAMPLE })
-
-// This endpoint could be quite long, but we cache it
-async function getVideosOverview (req: express.Request, res: express.Response) {
-  const attributes = await buildSamples()
-
-  const page = req.query.page || 1
-  const index = page - 1
-
-  const categories: CategoryOverview[] = []
-  const channels: ChannelOverview[] = []
-  const tags: TagOverview[] = []
-
-  await Promise.all([
-    getVideosByCategory(attributes.categories, index, res, categories),
-    getVideosByChannel(attributes.channels, index, res, channels),
-    getVideosByTag(attributes.tags, index, res, tags)
-  ])
-
-  const result: VideosOverview = {
-    categories,
-    channels,
-    tags
-  }
-
-  return res.json(result)
-}
-
-async function getVideosByTag (tagsSample: string[], index: number, res: express.Response, acc: TagOverview[]) {
-  if (tagsSample.length <= index) return
-
-  const tag = tagsSample[index]
-  const videos = await getVideos(res, { tagsOneOf: [ tag ] })
-
-  if (videos.length === 0) return
-
-  acc.push({
-    tag,
-    videos
-  })
-}
-
-async function getVideosByCategory (categoriesSample: number[], index: number, res: express.Response, acc: CategoryOverview[]) {
-  if (categoriesSample.length <= index) return
-
-  const category = categoriesSample[index]
-  const videos = await getVideos(res, { categoryOneOf: [ category ] })
-
-  if (videos.length === 0) return
-
-  acc.push({
-    category: videos[0].category,
-    videos
-  })
-}
-
-async function getVideosByChannel (channelsSample: number[], index: number, res: express.Response, acc: ChannelOverview[]) {
-  if (channelsSample.length <= index) return
-
-  const channelId = channelsSample[index]
-  const videos = await getVideos(res, { videoChannelId: channelId })
-
-  if (videos.length === 0) return
-
-  acc.push({
-    channel: videos[0].channel,
-    videos
-  })
-}
-
-async function getVideos (
-  res: express.Response,
-  where: { videoChannelId?: number, tagsOneOf?: string[], categoryOneOf?: number[] }
-) {
-  const serverActor = await getServerActor()
-
-  const query = await Hooks.wrapObject({
-    start: 0,
-    count: 12,
-    sort: '-createdAt',
-    displayOnlyForFollower: {
-      actorId: serverActor.id,
-      orLocalVideos: true
-    },
-    nsfw: buildNSFWFilter(res),
-    user: res.locals.oauth ? res.locals.oauth.token.User : undefined,
-    countVideos: false,
-
-    ...where
-  }, 'filter:api.overviews.videos.list.params')
-
-  const { data } = await Hooks.wrapPromiseFun(
-    VideoModel.listForApi,
-    query,
-    'filter:api.overviews.videos.list.result'
-  )
-
-  return data.map(d => d.toFormattedJSON())
-}