X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Fvideo.ts;h=aacc41a7a953fb09b4e2676fa804331f23e1c756;hb=47d883de2efbc2e8b5f6f94ae18c15224cbe982b;hp=9469b817899dcce5fd3292afefbd15ceacc074bc;hpb=a6e37eebfbef9aef91e35173ed799afb6c4a288b;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/video.ts b/server/lib/video.ts index 9469b8178..aacc41a7a 100644 --- a/server/lib/video.ts +++ b/server/lib/video.ts @@ -1,38 +1,42 @@ +import { UploadFiles } from 'express' +import memoizee from 'memoizee' import { Transaction } from 'sequelize/types' -import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY } from '@server/initializers/constants' -import { sequelizeTypescript } from '@server/initializers/database' +import { CONFIG } from '@server/initializers/config' +import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY, MEMOIZE_LENGTH, MEMOIZE_TTL } from '@server/initializers/constants' import { TagModel } from '@server/models/video/tag' import { VideoModel } from '@server/models/video/video' +import { VideoJobInfoModel } from '@server/models/video/video-job-info' import { FilteredModelAttributes } from '@server/types' -import { MThumbnail, MUserId, MVideo, MVideoFile, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models' -import { ThumbnailType, VideoCreate, VideoPrivacy, VideoTranscodingPayload } from '@shared/models' -import { federateVideoIfNeeded } from './activitypub/videos' -import { JobQueue } from './job-queue/job-queue' -import { Notifier } from './notifier' -import { createVideoMiniatureFromExisting } from './thumbnail' +import { MThumbnail, MUserId, MVideoFile, MVideoFullLight, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models' +import { ManageVideoTorrentPayload, ThumbnailType, VideoCreate, VideoPrivacy, VideoState, VideoTranscodingPayload } from '@shared/models' +import { CreateJobArgument, CreateJobOptions, JobQueue } from './job-queue/job-queue' +import { updateVideoMiniatureFromExisting } from './thumbnail' +import { moveFilesIfPrivacyChanged } from './video-privacy' function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): FilteredModelAttributes { return { name: videoInfo.name, remote: false, category: videoInfo.category, - licence: videoInfo.licence, + licence: videoInfo.licence ?? CONFIG.DEFAULTS.PUBLISH.LICENCE, language: videoInfo.language, - commentsEnabled: videoInfo.commentsEnabled !== false, // If the value is not "false", the default is "true" - downloadEnabled: videoInfo.downloadEnabled !== false, + commentsEnabled: videoInfo.commentsEnabled ?? CONFIG.DEFAULTS.PUBLISH.COMMENTS_ENABLED, + downloadEnabled: videoInfo.downloadEnabled ?? CONFIG.DEFAULTS.PUBLISH.DOWNLOAD_ENABLED, waitTranscoding: videoInfo.waitTranscoding || false, nsfw: videoInfo.nsfw || false, description: videoInfo.description, support: videoInfo.support, privacy: videoInfo.privacy || VideoPrivacy.PRIVATE, - channelId: channelId, + channelId, originallyPublishedAt: videoInfo.originallyPublishedAt + ? new Date(videoInfo.originallyPublishedAt) + : null } } async function buildVideoThumbnailsFromReq (options: { video: MVideoThumbnail - files: { [fieldname: string]: Express.Multer.File[] } | Express.Multer.File[] + files: UploadFiles fallback: (type: ThumbnailType) => Promise automaticallyGenerated?: boolean }) { @@ -51,7 +55,7 @@ async function buildVideoThumbnailsFromReq (options: { const fields = files?.[p.fieldName] if (fields) { - return createVideoMiniatureFromExisting({ + return updateVideoMiniatureFromExisting({ inputPath: fields[0].path, video, type: p.type, @@ -65,6 +69,8 @@ async function buildVideoThumbnailsFromReq (options: { return Promise.all(promises) } +// --------------------------------------------------------------------------- + async function setVideoTags (options: { video: MVideoTag tags: string[] @@ -79,52 +85,47 @@ async function setVideoTags (options: { video.Tags = tagInstances } -async function publishAndFederateIfNeeded (video: MVideoUUID, wasLive = false) { - const result = await sequelizeTypescript.transaction(async t => { - // Maybe the video changed in database, refresh it - const videoDatabase = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.uuid, t) - // Video does not exist anymore - if (!videoDatabase) return undefined - - // We transcoded the video file in another format, now we can publish it - const videoPublished = await videoDatabase.publishIfNeededAndSave(t) - - // If the video was not published, we consider it is a new one for other instances - // Live videos are always federated, so it's not a new video - await federateVideoIfNeeded(videoDatabase, !wasLive && videoPublished, t) - - return { videoDatabase, videoPublished } - }) +// --------------------------------------------------------------------------- - if (result?.videoPublished) { - Notifier.Instance.notifyOnNewVideoIfNeeded(result.videoDatabase) - Notifier.Instance.notifyOnVideoPublishedAfterTranscoding(result.videoDatabase) - } -} +async function buildOptimizeOrMergeAudioJob (options: { + video: MVideoUUID + videoFile: MVideoFile + user: MUserId + isNewVideo?: boolean // Default true +}) { + const { video, videoFile, user, isNewVideo } = options -async function addOptimizeOrMergeAudioJob (video: MVideo, videoFile: MVideoFile, user: MUserId) { - let dataInput: VideoTranscodingPayload + let payload: VideoTranscodingPayload if (videoFile.isAudio()) { - dataInput = { + payload = { type: 'merge-audio-to-webtorrent', resolution: DEFAULT_AUDIO_RESOLUTION, videoUUID: video.uuid, - isNewVideo: true + createHLSIfNeeded: true, + isNewVideo } } else { - dataInput = { + payload = { type: 'optimize-to-webtorrent', videoUUID: video.uuid, - isNewVideo: true + isNewVideo } } - const jobOptions = { - priority: await getTranscodingJobPriority(user) + await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode') + + return { + type: 'video-transcoding' as 'video-transcoding', + priority: await getTranscodingJobPriority(user), + payload } +} + +async function buildTranscodingJob (payload: VideoTranscodingPayload, options: CreateJobOptions = {}) { + await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode') - return JobQueue.Instance.createJobWithPromise({ type: 'video-transcoding', payload: dataInput }, jobOptions) + return { type: 'video-transcoding' as 'video-transcoding', payload, ...options } } async function getTranscodingJobPriority (user: MUserId) { @@ -138,11 +139,106 @@ async function getTranscodingJobPriority (user: MUserId) { // --------------------------------------------------------------------------- +async function buildMoveToObjectStorageJob (options: { + video: MVideoUUID + previousVideoState: VideoState + isNewVideo?: boolean // Default true +}) { + const { video, previousVideoState, isNewVideo = true } = options + + await VideoJobInfoModel.increaseOrCreate(video.uuid, 'pendingMove') + + return { + type: 'move-to-object-storage' as 'move-to-object-storage', + payload: { + videoUUID: video.uuid, + isNewVideo, + previousVideoState + } + } +} + +// --------------------------------------------------------------------------- + +async function getVideoDuration (videoId: number | string) { + const video = await VideoModel.load(videoId) + + const duration = video.isLive + ? undefined + : video.duration + + return { duration, isLive: video.isLive } +} + +const getCachedVideoDuration = memoizee(getVideoDuration, { + promise: true, + max: MEMOIZE_LENGTH.VIDEO_DURATION, + maxAge: MEMOIZE_TTL.VIDEO_DURATION +}) + +// --------------------------------------------------------------------------- + +async function addVideoJobsAfterUpdate (options: { + video: MVideoFullLight + isNewVideo: boolean + + nameChanged: boolean + oldPrivacy: VideoPrivacy +}) { + const { video, nameChanged, oldPrivacy, isNewVideo } = options + const jobs: CreateJobArgument[] = [] + + const filePathChanged = await moveFilesIfPrivacyChanged(video, oldPrivacy) + + if (!video.isLive && (nameChanged || filePathChanged)) { + for (const file of (video.VideoFiles || [])) { + const payload: ManageVideoTorrentPayload = { action: 'update-metadata', videoId: video.id, videoFileId: file.id } + + jobs.push({ type: 'manage-video-torrent', payload }) + } + + const hls = video.getHLSPlaylist() + + for (const file of (hls?.VideoFiles || [])) { + const payload: ManageVideoTorrentPayload = { action: 'update-metadata', streamingPlaylistId: hls.id, videoFileId: file.id } + + jobs.push({ type: 'manage-video-torrent', payload }) + } + } + + jobs.push({ + type: 'federate-video', + payload: { + videoUUID: video.uuid, + isNewVideo + } + }) + + const wasConfidentialVideo = new Set([ VideoPrivacy.PRIVATE, VideoPrivacy.UNLISTED, VideoPrivacy.INTERNAL ]).has(oldPrivacy) + + if (wasConfidentialVideo) { + jobs.push({ + type: 'notify', + payload: { + action: 'new-video', + videoUUID: video.uuid + } + }) + } + + return JobQueue.Instance.createSequentialJobFlow(...jobs) +} + +// --------------------------------------------------------------------------- + export { buildLocalVideoFromReq, - publishAndFederateIfNeeded, buildVideoThumbnailsFromReq, setVideoTags, - addOptimizeOrMergeAudioJob, - getTranscodingJobPriority + buildOptimizeOrMergeAudioJob, + buildTranscodingJob, + buildMoveToObjectStorageJob, + getTranscodingJobPriority, + addVideoJobsAfterUpdate, + getCachedVideoDuration }