X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Fvideo.ts;h=1cfe4f27cd318df81c330fea0ea1d74978bc260b;hb=a5ee023cf36cfa11e6088c1f8111e237076474eb;hp=e381e0a69930e3b342270ee68fb5c0cc37d414ba;hpb=6c9c3b7b14411a854c8dcf8583d56b314e45a4ce;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/video.ts b/server/lib/video.ts index e381e0a69..1cfe4f27c 100644 --- a/server/lib/video.ts +++ b/server/lib/video.ts @@ -1,15 +1,14 @@ +import { UploadFiles } from 'express' import { Transaction } from 'sequelize/types' import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY } from '@server/initializers/constants' -import { sequelizeTypescript } from '@server/initializers/database' import { TagModel } from '@server/models/video/tag' import { VideoModel } from '@server/models/video/video' +import { VideoJobInfoModel } from '@server/models/video/video-job-info' import { FilteredModelAttributes } from '@server/types' -import { MThumbnail, MUserId, MVideo, MVideoFile, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models' +import { MThumbnail, MUserId, MVideoFile, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models' import { ThumbnailType, VideoCreate, VideoPrivacy, VideoTranscodingPayload } from '@shared/models' -import { federateVideoIfNeeded } from './activitypub/videos' -import { JobQueue } from './job-queue/job-queue' -import { Notifier } from './notifier' -import { createVideoMiniatureFromExisting } from './thumbnail' +import { CreateJobOptions, JobQueue } from './job-queue/job-queue' +import { updateVideoMiniatureFromExisting } from './thumbnail' function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): FilteredModelAttributes { return { @@ -27,12 +26,14 @@ function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): Fil privacy: videoInfo.privacy || VideoPrivacy.PRIVATE, channelId: channelId, originallyPublishedAt: videoInfo.originallyPublishedAt + ? new Date(videoInfo.originallyPublishedAt) + : null } } async function buildVideoThumbnailsFromReq (options: { video: MVideoThumbnail - files: { [fieldname: string]: Express.Multer.File[] } | Express.Multer.File[] + files: UploadFiles fallback: (type: ThumbnailType) => Promise automaticallyGenerated?: boolean }) { @@ -51,7 +52,7 @@ async function buildVideoThumbnailsFromReq (options: { const fields = files?.[p.fieldName] if (fields) { - return createVideoMiniatureFromExisting({ + return updateVideoMiniatureFromExisting({ inputPath: fields[0].path, video, type: p.type, @@ -79,30 +80,7 @@ async function setVideoTags (options: { video.Tags = tagInstances } -async function publishAndFederateIfNeeded (video: MVideoUUID, wasLive = false) { - const result = await sequelizeTypescript.transaction(async t => { - // Maybe the video changed in database, refresh it - const videoDatabase = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.uuid, t) - // Video does not exist anymore - if (!videoDatabase) return undefined - - // We transcoded the video file in another format, now we can publish it - const videoPublished = await videoDatabase.publishIfNeededAndSave(t) - - // If the video was not published, we consider it is a new one for other instances - // Live videos are always federated, so it's not a new video - await federateVideoIfNeeded(videoDatabase, !wasLive && videoPublished, t) - - return { videoDatabase, videoPublished } - }) - - if (result?.videoPublished) { - Notifier.Instance.notifyOnNewVideoIfNeeded(result.videoDatabase) - Notifier.Instance.notifyOnVideoPublishedAfterTranscoding(result.videoDatabase) - } -} - -async function addOptimizeOrMergeAudioJob (video: MVideo, videoFile: MVideoFile, user: MUserId) { +async function addOptimizeOrMergeAudioJob (video: MVideoUUID, videoFile: MVideoFile, user: MUserId) { let dataInput: VideoTranscodingPayload if (videoFile.isAudio()) { @@ -121,28 +99,42 @@ async function addOptimizeOrMergeAudioJob (video: MVideo, videoFile: MVideoFile, } const jobOptions = { - priority: JOB_PRIORITY.TRANSCODING.OPTIMIZER + await getJobTranscodingPriorityMalus(user) + priority: await getTranscodingJobPriority(user) } - return JobQueue.Instance.createJobWithPromise({ type: 'video-transcoding', payload: dataInput }, jobOptions) + return addTranscodingJob(dataInput, jobOptions) +} + +async function addTranscodingJob (payload: VideoTranscodingPayload, options: CreateJobOptions = {}) { + await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode') + + return JobQueue.Instance.createJobWithPromise({ type: 'video-transcoding', payload: payload }, options) +} + +async function addMoveToObjectStorageJob (video: MVideoUUID, isNewVideo = true) { + await VideoJobInfoModel.increaseOrCreate(video.uuid, 'pendingMove') + + const dataInput = { videoUUID: video.uuid, isNewVideo } + return JobQueue.Instance.createJobWithPromise({ type: 'move-to-object-storage', payload: dataInput }) } -async function getJobTranscodingPriorityMalus (user: MUserId) { +async function getTranscodingJobPriority (user: MUserId) { const now = new Date() const lastWeek = new Date(now.getFullYear(), now.getMonth(), now.getDate() - 7) const videoUploadedByUser = await VideoModel.countVideosUploadedByUserSince(user.id, lastWeek) - return videoUploadedByUser + return JOB_PRIORITY.TRANSCODING + videoUploadedByUser } // --------------------------------------------------------------------------- export { buildLocalVideoFromReq, - publishAndFederateIfNeeded, buildVideoThumbnailsFromReq, setVideoTags, addOptimizeOrMergeAudioJob, - getJobTranscodingPriorityMalus + addTranscodingJob, + addMoveToObjectStorageJob, + getTranscodingJobPriority }