From 3a4992633ee62d5edfbb484d9c6bcb3cf158489d Mon Sep 17 00:00:00 2001 From: Chocobozzz Date: Mon, 31 Jul 2023 14:34:36 +0200 Subject: Migrate server to ESM Sorry for the very big commit that may lead to git log issues and merge conflicts, but it's a major step forward: * Server can be faster at startup because imports() are async and we can easily lazy import big modules * Angular doesn't seem to support ES import (with .js extension), so we had to correctly organize peertube into a monorepo: * Use yarn workspace feature * Use typescript reference projects for dependencies * Shared projects have been moved into "packages", each one is now a node module (with a dedicated package.json/tsconfig.json) * server/tools have been moved into apps/ and is now a dedicated app bundled and published on NPM so users don't have to build peertube cli tools manually * server/tests have been moved into packages/ so we don't compile them every time we want to run the server * Use isolatedModule option: * Had to move from const enum to const (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums) * Had to explictely specify "type" imports when used in decorators * Prefer tsx (that uses esbuild under the hood) instead of ts-node to load typescript files (tests with mocha or scripts): * To reduce test complexity as esbuild doesn't support decorator metadata, we only test server files that do not import server models * We still build tests files into js files for a faster CI * Remove unmaintained peertube CLI import script * Removed some barrels to speed up execution (less imports) --- server/tests/cli/create-move-video-storage-job.ts | 124 ---------------------- 1 file changed, 124 deletions(-) delete mode 100644 server/tests/cli/create-move-video-storage-job.ts (limited to 'server/tests/cli/create-move-video-storage-job.ts') diff --git a/server/tests/cli/create-move-video-storage-job.ts b/server/tests/cli/create-move-video-storage-job.ts deleted file mode 100644 index fc6a8e648..000000000 --- a/server/tests/cli/create-move-video-storage-job.ts +++ /dev/null @@ -1,124 +0,0 @@ -/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */ - -import { join } from 'path' -import { areMockObjectStorageTestsDisabled } from '@shared/core-utils' -import { HttpStatusCode, VideoDetails } from '@shared/models' -import { - cleanupTests, - createMultipleServers, - doubleFollow, - makeRawRequest, - ObjectStorageCommand, - PeerTubeServer, - setAccessTokensToServers, - waitJobs -} from '@shared/server-commands' -import { checkDirectoryIsEmpty, expectStartWith } from '../shared' - -async function checkFiles (origin: PeerTubeServer, video: VideoDetails, objectStorage?: ObjectStorageCommand) { - for (const file of video.files) { - const start = objectStorage - ? objectStorage.getMockWebVideosBaseUrl() - : origin.url - - expectStartWith(file.fileUrl, start) - - await makeRawRequest({ url: file.fileUrl, expectedStatus: HttpStatusCode.OK_200 }) - } - - const start = objectStorage - ? objectStorage.getMockPlaylistBaseUrl() - : origin.url - - const hls = video.streamingPlaylists[0] - expectStartWith(hls.playlistUrl, start) - expectStartWith(hls.segmentsSha256Url, start) - - for (const file of hls.files) { - expectStartWith(file.fileUrl, start) - - await makeRawRequest({ url: file.fileUrl, expectedStatus: HttpStatusCode.OK_200 }) - } -} - -describe('Test create move video storage job', function () { - if (areMockObjectStorageTestsDisabled()) return - - let servers: PeerTubeServer[] = [] - const uuids: string[] = [] - const objectStorage = new ObjectStorageCommand() - - before(async function () { - this.timeout(360000) - - // Run server 2 to have transcoding enabled - servers = await createMultipleServers(2) - await setAccessTokensToServers(servers) - - await doubleFollow(servers[0], servers[1]) - - await objectStorage.prepareDefaultMockBuckets() - - await servers[0].config.enableTranscoding() - - for (let i = 0; i < 3; i++) { - const { uuid } = await servers[0].videos.upload({ attributes: { name: 'video' + i } }) - uuids.push(uuid) - } - - await waitJobs(servers) - - await servers[0].kill() - await servers[0].run(objectStorage.getDefaultMockConfig()) - }) - - it('Should move only one file', async function () { - this.timeout(120000) - - const command = `npm run create-move-video-storage-job -- --to-object-storage -v ${uuids[1]}` - await servers[0].cli.execWithEnv(command, objectStorage.getDefaultMockConfig()) - await waitJobs(servers) - - for (const server of servers) { - const video = await server.videos.get({ id: uuids[1] }) - - await checkFiles(servers[0], video, objectStorage) - - for (const id of [ uuids[0], uuids[2] ]) { - const video = await server.videos.get({ id }) - - await checkFiles(servers[0], video) - } - } - }) - - it('Should move all files', async function () { - this.timeout(120000) - - const command = `npm run create-move-video-storage-job -- --to-object-storage --all-videos` - await servers[0].cli.execWithEnv(command, objectStorage.getDefaultMockConfig()) - await waitJobs(servers) - - for (const server of servers) { - for (const id of [ uuids[0], uuids[2] ]) { - const video = await server.videos.get({ id }) - - await checkFiles(servers[0], video, objectStorage) - } - } - }) - - it('Should not have files on disk anymore', async function () { - await checkDirectoryIsEmpty(servers[0], 'web-videos', [ 'private' ]) - await checkDirectoryIsEmpty(servers[0], join('web-videos', 'private')) - - await checkDirectoryIsEmpty(servers[0], join('streaming-playlists', 'hls'), [ 'private' ]) - await checkDirectoryIsEmpty(servers[0], join('streaming-playlists', 'hls', 'private')) - }) - - after(async function () { - await objectStorage.cleanupMock() - - await cleanupTests(servers) - }) -}) -- cgit v1.2.3