Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 305 deletions

diff --git a/server/tests/api/notifications/comments-notifications.ts b/server/tests/api/notifications/comments-notifications.ts
deleted file mode 100644
index 0a4bfc5e4..000000000
--- a/server/tests/api/notifications/comments-notifications.ts
+++ /dev/null
@@ -1,305 +0,0 @@
-/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
-
-import { expect } from 'chai'
-import {
-  checkCommentMention,
-  CheckerBaseParams,
-  checkNewCommentOnMyVideo,
-  MockSmtpServer,
-  prepareNotificationsTest
-} from '@server/tests/shared'
-import { UserNotification } from '@shared/models'
-import { cleanupTests, PeerTubeServer, waitJobs } from '@shared/server-commands'
-
-describe('Test comments notifications', function () {
-  let servers: PeerTubeServer[] = []
-  let userToken: string
-  let userNotifications: UserNotification[] = []
-  let emails: object[] = []
-
-  const commentText = '**hello** <a href="https://joinpeertube.org">world</a>, <h1>what do you think about peertube?</h1>'
-  const expectedHtml = '<strong>hello</strong> <a href="https://joinpeertube.org" target="_blank" rel="noopener noreferrer">world</a>' +
-                       ', </p>what do you think about peertube?'
-
-  before(async function () {
-    this.timeout(120000)
-
-    const res = await prepareNotificationsTest(2)
-    emails = res.emails
-    userToken = res.userAccessToken
-    servers = res.servers
-    userNotifications = res.userNotifications
-  })
-
-  describe('Comment on my video notifications', function () {
-    let baseParams: CheckerBaseParams
-
-    before(() => {
-      baseParams = {
-        server: servers[0],
-        emails,
-        socketNotifications: userNotifications,
-        token: userToken
-      }
-    })
-
-    it('Should not send a new comment notification after a comment on another video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      const created = await servers[0].comments.createThread({ videoId: uuid, text: 'comment' })
-      const commentId = created.id
-
-      await waitJobs(servers)
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId: commentId, commentId, checkType: 'absence' })
-    })
-
-    it('Should not send a new comment notification if I comment my own video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      const created = await servers[0].comments.createThread({ token: userToken, videoId: uuid, text: 'comment' })
-      const commentId = created.id
-
-      await waitJobs(servers)
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId: commentId, commentId, checkType: 'absence' })
-    })
-
-    it('Should not send a new comment notification if the account is muted', async function () {
-      this.timeout(30000)
-
-      await servers[0].blocklist.addToMyBlocklist({ token: userToken, account: 'root' })
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      const created = await servers[0].comments.createThread({ videoId: uuid, text: 'comment' })
-      const commentId = created.id
-
-      await waitJobs(servers)
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId: commentId, commentId, checkType: 'absence' })
-
-      await servers[0].blocklist.removeFromMyBlocklist({ token: userToken, account: 'root' })
-    })
-
-    it('Should send a new comment notification after a local comment on my video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      const created = await servers[0].comments.createThread({ videoId: uuid, text: 'comment' })
-      const commentId = created.id
-
-      await waitJobs(servers)
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId: commentId, commentId, checkType: 'presence' })
-    })
-
-    it('Should send a new comment notification after a remote comment on my video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      await waitJobs(servers)
-
-      await servers[1].comments.createThread({ videoId: uuid, text: 'comment' })
-
-      await waitJobs(servers)
-
-      const { data } = await servers[0].comments.listThreads({ videoId: uuid })
-      expect(data).to.have.lengthOf(1)
-
-      const commentId = data[0].id
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId: commentId, commentId, checkType: 'presence' })
-    })
-
-    it('Should send a new comment notification after a local reply on my video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      const { id: threadId } = await servers[0].comments.createThread({ videoId: uuid, text: 'comment' })
-
-      const { id: commentId } = await servers[0].comments.addReply({ videoId: uuid, toCommentId: threadId, text: 'reply' })
-
-      await waitJobs(servers)
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId, commentId, checkType: 'presence' })
-    })
-
-    it('Should send a new comment notification after a remote reply on my video', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-      await waitJobs(servers)
-
-      {
-        const created = await servers[1].comments.createThread({ videoId: uuid, text: 'comment' })
-        const threadId = created.id
-        await servers[1].comments.addReply({ videoId: uuid, toCommentId: threadId, text: 'reply' })
-      }
-
-      await waitJobs(servers)
-
-      const { data } = await servers[0].comments.listThreads({ videoId: uuid })
-      expect(data).to.have.lengthOf(1)
-
-      const threadId = data[0].id
-      const tree = await servers[0].comments.getThread({ videoId: uuid, threadId })
-
-      expect(tree.children).to.have.lengthOf(1)
-      const commentId = tree.children[0].comment.id
-
-      await checkNewCommentOnMyVideo({ ...baseParams, shortUUID, threadId, commentId, checkType: 'presence' })
-    })
-
-    it('Should convert markdown in comment to html', async function () {
-      this.timeout(30000)
-
-      const { uuid } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'cool video' } })
-
-      await servers[0].comments.createThread({ videoId: uuid, text: commentText })
-
-      await waitJobs(servers)
-
-      const latestEmail = emails[emails.length - 1]
-      expect(latestEmail['html']).to.contain(expectedHtml)
-    })
-  })
-
-  describe('Mention notifications', function () {
-    let baseParams: CheckerBaseParams
-    const byAccountDisplayName = 'super root name'
-
-    before(async function () {
-      baseParams = {
-        server: servers[0],
-        emails,
-        socketNotifications: userNotifications,
-        token: userToken
-      }
-
-      await servers[0].users.updateMe({ displayName: 'super root name' })
-      await servers[1].users.updateMe({ displayName: 'super root 2 name' })
-    })
-
-    it('Should not send a new mention comment notification if I mention the video owner', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ token: userToken, attributes: { name: 'super video' } })
-
-      const { id: commentId } = await servers[0].comments.createThread({ videoId: uuid, text: '@user_1 hello' })
-
-      await waitJobs(servers)
-      await checkCommentMention({ ...baseParams, shortUUID, threadId: commentId, commentId, byAccountDisplayName, checkType: 'absence' })
-    })
-
-    it('Should not send a new mention comment notification if I mention myself', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      const { id: commentId } = await servers[0].comments.createThread({ token: userToken, videoId: uuid, text: '@user_1 hello' })
-
-      await waitJobs(servers)
-      await checkCommentMention({ ...baseParams, shortUUID, threadId: commentId, commentId, byAccountDisplayName, checkType: 'absence' })
-    })
-
-    it('Should not send a new mention notification if the account is muted', async function () {
-      this.timeout(30000)
-
-      await servers[0].blocklist.addToMyBlocklist({ token: userToken, account: 'root' })
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      const { id: commentId } = await servers[0].comments.createThread({ videoId: uuid, text: '@user_1 hello' })
-
-      await waitJobs(servers)
-      await checkCommentMention({ ...baseParams, shortUUID, threadId: commentId, commentId, byAccountDisplayName, checkType: 'absence' })
-
-      await servers[0].blocklist.removeFromMyBlocklist({ token: userToken, account: 'root' })
-    })
-
-    it('Should not send a new mention notification if the remote account mention a local account', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      await waitJobs(servers)
-      const { id: threadId } = await servers[1].comments.createThread({ videoId: uuid, text: '@user_1 hello' })
-
-      await waitJobs(servers)
-
-      const byAccountDisplayName = 'super root 2 name'
-      await checkCommentMention({ ...baseParams, shortUUID, threadId, commentId: threadId, byAccountDisplayName, checkType: 'absence' })
-    })
-
-    it('Should send a new mention notification after local comments', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      const { id: threadId } = await servers[0].comments.createThread({ videoId: uuid, text: '@user_1 hellotext:  1' })
-
-      await waitJobs(servers)
-      await checkCommentMention({ ...baseParams, shortUUID, threadId, commentId: threadId, byAccountDisplayName, checkType: 'presence' })
-
-      const { id: commentId } = await servers[0].comments.addReply({ videoId: uuid, toCommentId: threadId, text: 'hello 2 @user_1' })
-
-      await waitJobs(servers)
-      await checkCommentMention({ ...baseParams, shortUUID, commentId, threadId, byAccountDisplayName, checkType: 'presence' })
-    })
-
-    it('Should send a new mention notification after remote comments', async function () {
-      this.timeout(30000)
-
-      const { uuid, shortUUID } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      await waitJobs(servers)
-
-      const text1 = `hello @user_1@${servers[0].host} 1`
-      const { id: server2ThreadId } = await servers[1].comments.createThread({ videoId: uuid, text: text1 })
-
-      await waitJobs(servers)
-
-      const { data } = await servers[0].comments.listThreads({ videoId: uuid })
-      expect(data).to.have.lengthOf(1)
-
-      const byAccountDisplayName = 'super root 2 name'
-      const threadId = data[0].id
-      await checkCommentMention({ ...baseParams, shortUUID, commentId: threadId, threadId, byAccountDisplayName, checkType: 'presence' })
-
-      const text2 = `@user_1@${servers[0].host} hello 2 @root@${servers[0].host}`
-      await servers[1].comments.addReply({ videoId: uuid, toCommentId: server2ThreadId, text: text2 })
-
-      await waitJobs(servers)
-
-      const tree = await servers[0].comments.getThread({ videoId: uuid, threadId })
-
-      expect(tree.children).to.have.lengthOf(1)
-      const commentId = tree.children[0].comment.id
-
-      await checkCommentMention({ ...baseParams, shortUUID, commentId, threadId, byAccountDisplayName, checkType: 'presence' })
-    })
-
-    it('Should convert markdown in comment to html', async function () {
-      this.timeout(30000)
-
-      const { uuid } = await servers[0].videos.upload({ attributes: { name: 'super video' } })
-
-      const { id: threadId } = await servers[0].comments.createThread({ videoId: uuid, text: '@user_1 hello 1' })
-
-      await servers[0].comments.addReply({ videoId: uuid, toCommentId: threadId, text: '@user_1 ' + commentText })
-
-      await waitJobs(servers)
-
-      const latestEmail = emails[emails.length - 1]
-      expect(latestEmail['html']).to.contain(expectedHtml)
-    })
-  })
-
-  after(async function () {
-    MockSmtpServer.Instance.kill()
-
-    await cleanupTests(servers)
-  })
-})