From 3a4992633ee62d5edfbb484d9c6bcb3cf158489d Mon Sep 17 00:00:00 2001 From: Chocobozzz Date: Mon, 31 Jul 2023 14:34:36 +0200 Subject: Migrate server to ESM Sorry for the very big commit that may lead to git log issues and merge conflicts, but it's a major step forward: * Server can be faster at startup because imports() are async and we can easily lazy import big modules * Angular doesn't seem to support ES import (with .js extension), so we had to correctly organize peertube into a monorepo: * Use yarn workspace feature * Use typescript reference projects for dependencies * Shared projects have been moved into "packages", each one is now a node module (with a dedicated package.json/tsconfig.json) * server/tools have been moved into apps/ and is now a dedicated app bundled and published on NPM so users don't have to build peertube cli tools manually * server/tests have been moved into packages/ so we don't compile them every time we want to run the server * Use isolatedModule option: * Had to move from const enum to const (https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums) * Had to explictely specify "type" imports when used in decorators * Prefer tsx (that uses esbuild under the hood) instead of ts-node to load typescript files (tests with mocha or scripts): * To reduce test complexity as esbuild doesn't support decorator metadata, we only test server files that do not import server models * We still build tests files into js files for a faster CI * Remove unmaintained peertube CLI import script * Removed some barrels to speed up execution (less imports) --- server/scripts/create-generate-storyboard-job.ts | 85 ++++++++++++++++++++++++ 1 file changed, 85 insertions(+) create mode 100644 server/scripts/create-generate-storyboard-job.ts (limited to 'server/scripts/create-generate-storyboard-job.ts') diff --git a/server/scripts/create-generate-storyboard-job.ts b/server/scripts/create-generate-storyboard-job.ts new file mode 100644 index 000000000..1f70e4d15 --- /dev/null +++ b/server/scripts/create-generate-storyboard-job.ts @@ -0,0 +1,85 @@ +import { program } from 'commander' +import { toCompleteUUID } from '@server/helpers/custom-validators/misc.js' +import { initDatabaseModels } from '@server/initializers/database.js' +import { JobQueue } from '@server/lib/job-queue/index.js' +import { StoryboardModel } from '@server/models/video/storyboard.js' +import { VideoModel } from '@server/models/video/video.js' + +program + .description('Generate videos storyboard') + .option('-v, --video [videoUUID]', 'Generate the storyboard of a specific video') + .option('-a, --all-videos', 'Generate missing storyboards of local videos') + .parse(process.argv) + +const options = program.opts() + +if (!options['video'] && !options['allVideos']) { + console.error('You need to choose videos for storyboard generation.') + process.exit(-1) +} + +run() + .then(() => process.exit(0)) + .catch(err => { + console.error(err) + process.exit(-1) + }) + +async function run () { + await initDatabaseModels(true) + + JobQueue.Instance.init() + + let ids: number[] = [] + + if (options['video']) { + const video = await VideoModel.load(toCompleteUUID(options['video'])) + + if (!video) { + console.error('Unknown video ' + options['video']) + process.exit(-1) + } + + if (video.remote === true) { + console.error('Cannot process a remote video') + process.exit(-1) + } + + if (video.isLive) { + console.error('Cannot process live video') + process.exit(-1) + } + + ids.push(video.id) + } else { + ids = await listLocalMissingStoryboards() + } + + for (const id of ids) { + const videoFull = await VideoModel.load(id) + + if (videoFull.isLive) continue + + await JobQueue.Instance.createJob({ + type: 'generate-video-storyboard', + payload: { + videoUUID: videoFull.uuid, + federate: true + } + }) + + console.log(`Created generate-storyboard job for ${videoFull.name}.`) + } +} + +async function listLocalMissingStoryboards () { + const ids = await VideoModel.listLocalIds() + const results: number[] = [] + + for (const id of ids) { + const storyboard = await StoryboardModel.loadByVideo(id) + if (!storyboard) results.push(id) + } + + return results +} -- cgit v1.2.3