+import { UploadFiles } from 'express'
+import memoizee from 'memoizee'
import { Transaction } from 'sequelize/types'
-import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY } from '@server/initializers/constants'
-import { sequelizeTypescript } from '@server/initializers/database'
+import { CONFIG } from '@server/initializers/config'
+import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY, MEMOIZE_LENGTH, MEMOIZE_TTL } from '@server/initializers/constants'
import { TagModel } from '@server/models/video/tag'
import { VideoModel } from '@server/models/video/video'
+import { VideoJobInfoModel } from '@server/models/video/video-job-info'
import { FilteredModelAttributes } from '@server/types'
-import { MTag, MThumbnail, MUserId, MVideo, MVideoFile, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models'
-import { ThumbnailType, VideoCreate, VideoPrivacy, VideoTranscodingPayload } from '@shared/models'
-import { federateVideoIfNeeded } from './activitypub/videos'
-import { JobQueue } from './job-queue/job-queue'
-import { Notifier } from './notifier'
-import { createVideoMiniatureFromExisting } from './thumbnail'
+import { MThumbnail, MUserId, MVideoFile, MVideoFullLight, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models'
+import { ManageVideoTorrentPayload, ThumbnailType, VideoCreate, VideoPrivacy, VideoState, VideoTranscodingPayload } from '@shared/models'
+import { CreateJobArgument, CreateJobOptions, JobQueue } from './job-queue/job-queue'
+import { updateVideoMiniatureFromExisting } from './thumbnail'
+import { moveFilesIfPrivacyChanged } from './video-privacy'
function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): FilteredModelAttributes<VideoModel> {
return {
name: videoInfo.name,
remote: false,
category: videoInfo.category,
- licence: videoInfo.licence,
+ licence: videoInfo.licence ?? CONFIG.DEFAULTS.PUBLISH.LICENCE,
language: videoInfo.language,
- commentsEnabled: videoInfo.commentsEnabled !== false, // If the value is not "false", the default is "true"
- downloadEnabled: videoInfo.downloadEnabled !== false,
+ commentsEnabled: videoInfo.commentsEnabled ?? CONFIG.DEFAULTS.PUBLISH.COMMENTS_ENABLED,
+ downloadEnabled: videoInfo.downloadEnabled ?? CONFIG.DEFAULTS.PUBLISH.DOWNLOAD_ENABLED,
waitTranscoding: videoInfo.waitTranscoding || false,
nsfw: videoInfo.nsfw || false,
description: videoInfo.description,
support: videoInfo.support,
privacy: videoInfo.privacy || VideoPrivacy.PRIVATE,
- channelId: channelId,
+ channelId,
originallyPublishedAt: videoInfo.originallyPublishedAt
+ ? new Date(videoInfo.originallyPublishedAt)
+ : null
}
}
async function buildVideoThumbnailsFromReq (options: {
video: MVideoThumbnail
- files: { [fieldname: string]: Express.Multer.File[] } | Express.Multer.File[]
+ files: UploadFiles
fallback: (type: ThumbnailType) => Promise<MThumbnail>
automaticallyGenerated?: boolean
}) {
const fields = files?.[p.fieldName]
if (fields) {
- return createVideoMiniatureFromExisting({
+ return updateVideoMiniatureFromExisting({
inputPath: fields[0].path,
video,
type: p.type,
return Promise.all(promises)
}
+// ---------------------------------------------------------------------------
+
async function setVideoTags (options: {
video: MVideoTag
tags: string[]
transaction?: Transaction
- defaultValue?: MTag[]
}) {
- const { video, tags, transaction, defaultValue } = options
- // Set tags to the video
- if (tags) {
- const tagInstances = await TagModel.findOrCreateTags(tags, transaction)
-
- await video.$set('Tags', tagInstances, { transaction })
- video.Tags = tagInstances
- } else {
- video.Tags = defaultValue || []
- }
-}
+ const { video, tags, transaction } = options
-async function publishAndFederateIfNeeded (video: MVideoUUID, wasLive = false) {
- const result = await sequelizeTypescript.transaction(async t => {
- // Maybe the video changed in database, refresh it
- const videoDatabase = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.uuid, t)
- // Video does not exist anymore
- if (!videoDatabase) return undefined
+ const internalTags = tags || []
+ const tagInstances = await TagModel.findOrCreateTags(internalTags, transaction)
- // We transcoded the video file in another format, now we can publish it
- const videoPublished = await videoDatabase.publishIfNeededAndSave(t)
-
- // If the video was not published, we consider it is a new one for other instances
- // Live videos are always federated, so it's not a new video
- await federateVideoIfNeeded(videoDatabase, !wasLive && videoPublished, t)
+ await video.$set('Tags', tagInstances, { transaction })
+ video.Tags = tagInstances
+}
- return { videoDatabase, videoPublished }
- })
+// ---------------------------------------------------------------------------
- if (result?.videoPublished) {
- Notifier.Instance.notifyOnNewVideoIfNeeded(result.videoDatabase)
- Notifier.Instance.notifyOnVideoPublishedAfterTranscoding(result.videoDatabase)
- }
-}
+async function buildOptimizeOrMergeAudioJob (options: {
+ video: MVideoUUID
+ videoFile: MVideoFile
+ user: MUserId
+ isNewVideo?: boolean // Default true
+}) {
+ const { video, videoFile, user, isNewVideo } = options
-async function addOptimizeOrMergeAudioJob (video: MVideo, videoFile: MVideoFile, user: MUserId) {
- let dataInput: VideoTranscodingPayload
+ let payload: VideoTranscodingPayload
if (videoFile.isAudio()) {
- dataInput = {
+ payload = {
type: 'merge-audio-to-webtorrent',
resolution: DEFAULT_AUDIO_RESOLUTION,
videoUUID: video.uuid,
- isNewVideo: true
+ createHLSIfNeeded: true,
+ isNewVideo
}
} else {
- dataInput = {
+ payload = {
type: 'optimize-to-webtorrent',
videoUUID: video.uuid,
- isNewVideo: true
+ isNewVideo
}
}
- const jobOptions = {
- priority: JOB_PRIORITY.TRANSCODING.OPTIMIZER + await getJobTranscodingPriorityMalus(user)
+ await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode')
+
+ return {
+ type: 'video-transcoding' as 'video-transcoding',
+ priority: await getTranscodingJobPriority(user),
+ payload
}
+}
+
+async function buildTranscodingJob (payload: VideoTranscodingPayload, options: CreateJobOptions = {}) {
+ await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode')
- return JobQueue.Instance.createJobWithPromise({ type: 'video-transcoding', payload: dataInput }, jobOptions)
+ return { type: 'video-transcoding' as 'video-transcoding', payload, ...options }
}
-async function getJobTranscodingPriorityMalus (user: MUserId) {
+async function getTranscodingJobPriority (user: MUserId) {
const now = new Date()
const lastWeek = new Date(now.getFullYear(), now.getMonth(), now.getDate() - 7)
const videoUploadedByUser = await VideoModel.countVideosUploadedByUserSince(user.id, lastWeek)
- return videoUploadedByUser
+ return JOB_PRIORITY.TRANSCODING + videoUploadedByUser
+}
+
+// ---------------------------------------------------------------------------
+
+async function buildMoveToObjectStorageJob (options: {
+ video: MVideoUUID
+ previousVideoState: VideoState
+ isNewVideo?: boolean // Default true
+}) {
+ const { video, previousVideoState, isNewVideo = true } = options
+
+ await VideoJobInfoModel.increaseOrCreate(video.uuid, 'pendingMove')
+
+ return {
+ type: 'move-to-object-storage' as 'move-to-object-storage',
+ payload: {
+ videoUUID: video.uuid,
+ isNewVideo,
+ previousVideoState
+ }
+ }
+}
+
+// ---------------------------------------------------------------------------
+
+async function getVideoDuration (videoId: number | string) {
+ const video = await VideoModel.load(videoId)
+
+ const duration = video.isLive
+ ? undefined
+ : video.duration
+
+ return { duration, isLive: video.isLive }
+}
+
+const getCachedVideoDuration = memoizee(getVideoDuration, {
+ promise: true,
+ max: MEMOIZE_LENGTH.VIDEO_DURATION,
+ maxAge: MEMOIZE_TTL.VIDEO_DURATION
+})
+
+// ---------------------------------------------------------------------------
+
+async function addVideoJobsAfterUpdate (options: {
+ video: MVideoFullLight
+ isNewVideo: boolean
+
+ nameChanged: boolean
+ oldPrivacy: VideoPrivacy
+}) {
+ const { video, nameChanged, oldPrivacy, isNewVideo } = options
+ const jobs: CreateJobArgument[] = []
+
+ const filePathChanged = await moveFilesIfPrivacyChanged(video, oldPrivacy)
+
+ if (!video.isLive && (nameChanged || filePathChanged)) {
+ for (const file of (video.VideoFiles || [])) {
+ const payload: ManageVideoTorrentPayload = { action: 'update-metadata', videoId: video.id, videoFileId: file.id }
+
+ jobs.push({ type: 'manage-video-torrent', payload })
+ }
+
+ const hls = video.getHLSPlaylist()
+
+ for (const file of (hls?.VideoFiles || [])) {
+ const payload: ManageVideoTorrentPayload = { action: 'update-metadata', streamingPlaylistId: hls.id, videoFileId: file.id }
+
+ jobs.push({ type: 'manage-video-torrent', payload })
+ }
+ }
+
+ jobs.push({
+ type: 'federate-video',
+ payload: {
+ videoUUID: video.uuid,
+ isNewVideo
+ }
+ })
+
+ const wasConfidentialVideo = new Set([ VideoPrivacy.PRIVATE, VideoPrivacy.UNLISTED, VideoPrivacy.INTERNAL ]).has(oldPrivacy)
+
+ if (wasConfidentialVideo) {
+ jobs.push({
+ type: 'notify',
+ payload: {
+ action: 'new-video',
+ videoUUID: video.uuid
+ }
+ })
+ }
+
+ return JobQueue.Instance.createSequentialJobFlow(...jobs)
}
// ---------------------------------------------------------------------------
export {
buildLocalVideoFromReq,
- publishAndFederateIfNeeded,
buildVideoThumbnailsFromReq,
setVideoTags,
- addOptimizeOrMergeAudioJob,
- getJobTranscodingPriorityMalus
+ buildOptimizeOrMergeAudioJob,
+ buildTranscodingJob,
+ buildMoveToObjectStorageJob,
+ getTranscodingJobPriority,
+ addVideoJobsAfterUpdate,
+ getCachedVideoDuration
}
projects / github / Chocobozzz / PeerTube.git / blobdiff