Migrate server to ESM

Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:

 * Server can be faster at startup because imports() are async and we can
   easily lazy import big modules
 * Angular doesn't seem to support ES import (with .js extension), so we
   had to correctly organize peertube into a monorepo:
    * Use yarn workspace feature
    * Use typescript reference projects for dependencies
    * Shared projects have been moved into "packages", each one is now a
      node module (with a dedicated package.json/tsconfig.json)
    * server/tools have been moved into apps/ and is now a dedicated app
      bundled and published on NPM so users don't have to build peertube
      cli tools manually
    * server/tests have been moved into packages/ so we don't compile
      them every time we want to run the server
 * Use isolatedModule option:
   * Had to move from const enum to const
     (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
   * Had to explictely specify "type" imports when used in decorators
 * Prefer tsx (that uses esbuild under the hood) instead of ts-node to
   load typescript files (tests with mocha or scripts):
     * To reduce test complexity as esbuild doesn't support decorator
       metadata, we only test server files that do not import server
       models
     * We still build tests files into js files for a faster CI
 * Remove unmaintained peertube CLI import script
 * Removed some barrels to speed up execution (less imports)

1 files changed, 0 insertions, 148 deletions

diff --git a/server/controllers/tracker.ts b/server/controllers/tracker.ts
deleted file mode 100644
index 9a8aa88bc..000000000
--- a/server/controllers/tracker.ts
+++ /dev/null
@@ -1,148 +0,0 @@
-import { Server as TrackerServer } from 'bittorrent-tracker'
-import express from 'express'
-import { createServer } from 'http'
-import { LRUCache } from 'lru-cache'
-import proxyAddr from 'proxy-addr'
-import { WebSocketServer } from 'ws'
-import { logger } from '../helpers/logger'
-import { CONFIG } from '../initializers/config'
-import { LRU_CACHE, TRACKER_RATE_LIMITS } from '../initializers/constants'
-import { VideoFileModel } from '../models/video/video-file'
-import { VideoStreamingPlaylistModel } from '../models/video/video-streaming-playlist'
-
-const trackerRouter = express.Router()
-
-const blockedIPs = new LRUCache<string, boolean>({
-  max: LRU_CACHE.TRACKER_IPS.MAX_SIZE,
-  ttl: TRACKER_RATE_LIMITS.BLOCK_IP_LIFETIME
-})
-
-let peersIps = {}
-let peersIpInfoHash = {}
-runPeersChecker()
-
-const trackerServer = new TrackerServer({
-  http: false,
-  udp: false,
-  ws: false,
-  filter: async function (infoHash, params, cb) {
-    if (CONFIG.TRACKER.ENABLED === false) {
-      return cb(new Error('Tracker is disabled on this instance.'))
-    }
-
-    let ip: string
-
-    if (params.type === 'ws') {
-      ip = params.ip
-    } else {
-      ip = params.httpReq.ip
-    }
-
-    const key = ip + '-' + infoHash
-
-    peersIps[ip] = peersIps[ip] ? peersIps[ip] + 1 : 1
-    peersIpInfoHash[key] = peersIpInfoHash[key] ? peersIpInfoHash[key] + 1 : 1
-
-    if (CONFIG.TRACKER.REJECT_TOO_MANY_ANNOUNCES && peersIpInfoHash[key] > TRACKER_RATE_LIMITS.ANNOUNCES_PER_IP_PER_INFOHASH) {
-      return cb(new Error(`Too many requests (${peersIpInfoHash[key]} of ip ${ip} for torrent ${infoHash}`))
-    }
-
-    try {
-      if (CONFIG.TRACKER.PRIVATE === false) return cb()
-
-      const videoFileExists = await VideoFileModel.doesInfohashExistCached(infoHash)
-      if (videoFileExists === true) return cb()
-
-      const playlistExists = await VideoStreamingPlaylistModel.doesInfohashExistCached(infoHash)
-      if (playlistExists === true) return cb()
-
-      cb(new Error(`Unknown infoHash ${infoHash} requested by ip ${ip}`))
-
-      // Close socket connection and block IP for a few time
-      if (params.type === 'ws') {
-        blockedIPs.set(ip, true)
-
-        // setTimeout to wait filter response
-        setTimeout(() => params.socket.close(), 0)
-      }
-    } catch (err) {
-      logger.error('Error in tracker filter.', { err })
-      return cb(err)
-    }
-  }
-})
-
-if (CONFIG.TRACKER.ENABLED !== false) {
-  trackerServer.on('error', function (err) {
-    logger.error('Error in tracker.', { err })
-  })
-
-  trackerServer.on('warning', function (err) {
-    const message = err.message || ''
-
-    if (CONFIG.LOG.LOG_TRACKER_UNKNOWN_INFOHASH === false && message.includes('Unknown infoHash')) {
-      return
-    }
-
-    logger.warn('Warning in tracker.', { err })
-  })
-}
-
-const onHttpRequest = trackerServer.onHttpRequest.bind(trackerServer)
-trackerRouter.get('/tracker/announce', (req, res) => onHttpRequest(req, res, { action: 'announce' }))
-trackerRouter.get('/tracker/scrape', (req, res) => onHttpRequest(req, res, { action: 'scrape' }))
-
-function createWebsocketTrackerServer (app: express.Application) {
-  const server = createServer(app)
-  const wss = new WebSocketServer({ noServer: true })
-
-  wss.on('connection', function (ws, req) {
-    ws['ip'] = proxyAddr(req, CONFIG.TRUST_PROXY)
-
-    trackerServer.onWebSocketConnection(ws)
-  })
-
-  server.on('upgrade', (request: express.Request, socket, head) => {
-    if (request.url === '/tracker/socket') {
-      const ip = proxyAddr(request, CONFIG.TRUST_PROXY)
-
-      if (blockedIPs.has(ip)) {
-        logger.debug('Blocking IP %s from tracker.', ip)
-
-        socket.write('HTTP/1.1 403 Forbidden\r\n\r\n')
-        socket.destroy()
-        return
-      }
-
-      return wss.handleUpgrade(request, socket, head, ws => wss.emit('connection', ws, request))
-    }
-
-    // Don't destroy socket, we have Socket.IO too
-  })
-
-  return { server, trackerServer }
-}
-
-// ---------------------------------------------------------------------------
-
-export {
-  trackerRouter,
-  createWebsocketTrackerServer
-}
-
-// ---------------------------------------------------------------------------
-
-function runPeersChecker () {
-  setInterval(() => {
-    logger.debug('Checking peers.')
-
-    for (const ip of Object.keys(peersIpInfoHash)) {
-      if (peersIps[ip] > TRACKER_RATE_LIMITS.ANNOUNCES_PER_IP) {
-        logger.warn('Peer %s made abnormal requests (%d).', ip, peersIps[ip])
-      }
-    }
-
-    peersIpInfoHash = {}
-    peersIps = {}
-  }, TRACKER_RATE_LIMITS.INTERVAL)
-}