X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Factivitypub%2Fvideos.ts;h=54cea542f37b9e29aa69c287ffe54f0ed6c1ef77;hb=792e5b8e5b731e15228dd5938bc2f99bb2e1070a;hp=48c0e0a5ca9c7217e19713daeb55b1531125ef0e;hpb=91411dba928678c15a5e99d9795ae061909e397d;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/activitypub/videos.ts b/server/lib/activitypub/videos.ts index 48c0e0a5c..54cea542f 100644 --- a/server/lib/activitypub/videos.ts +++ b/server/lib/activitypub/videos.ts @@ -176,7 +176,7 @@ async function getOrCreateVideoAndAccountAndChannel (options: { syncParam, refreshViews } - const p = retryTransactionWrapper(refreshVideoIfNeeded, refreshOptions) + const p = refreshVideoIfNeeded(refreshOptions) if (syncParam.refreshVideo === true) videoFromDatabase = await p return { video: videoFromDatabase } @@ -205,7 +205,7 @@ async function updateVideoFromAP (options: { let videoFieldsSave: any try { - const updatedVideo: VideoModel = await sequelizeTypescript.transaction(async t => { + await sequelizeTypescript.transaction(async t => { const sequelizeOptions = { transaction: t } @@ -245,34 +245,44 @@ async function updateVideoFromAP (options: { generateThumbnailFromUrl(options.video, options.videoObject.icon) .catch(err => logger.warn('Cannot generate thumbnail of %s.', options.videoObject.id, { err })) - // Remove old video files - const videoFileDestroyTasks: Bluebird[] = [] - for (const videoFile of options.video.VideoFiles) { - videoFileDestroyTasks.push(videoFile.destroy(sequelizeOptions)) - } - await Promise.all(videoFileDestroyTasks) + { + const videoFileAttributes = videoFileActivityUrlToDBAttributes(options.video, options.videoObject) + const newVideoFiles = videoFileAttributes.map(a => new VideoFileModel(a)) + + // Remove video files that do not exist anymore + const destroyTasks = options.video.VideoFiles + .filter(f => !newVideoFiles.find(newFile => newFile.hasSameUniqueKeysThan(f))) + .map(f => f.destroy(sequelizeOptions)) + await Promise.all(destroyTasks) - const videoFileAttributes = videoFileActivityUrlToDBAttributes(options.video, options.videoObject) - const tasks = videoFileAttributes.map(f => VideoFileModel.create(f, sequelizeOptions)) - await Promise.all(tasks) + // Update or add other one + const upsertTasks = videoFileAttributes.map(a => { + return VideoFileModel.upsert(a, { returning: true, transaction: t }) + .then(([ file ]) => file) + }) - // Update Tags - const tags = options.videoObject.tag.map(tag => tag.name) - const tagInstances = await TagModel.findOrCreateTags(tags, t) - await options.video.$set('Tags', tagInstances, sequelizeOptions) + options.video.VideoFiles = await Promise.all(upsertTasks) + } + + { + // Update Tags + const tags = options.videoObject.tag.map(tag => tag.name) + const tagInstances = await TagModel.findOrCreateTags(tags, t) + await options.video.$set('Tags', tagInstances, sequelizeOptions) + } - // Update captions - await VideoCaptionModel.deleteAllCaptionsOfRemoteVideo(options.video.id, t) + { + // Update captions + await VideoCaptionModel.deleteAllCaptionsOfRemoteVideo(options.video.id, t) - const videoCaptionsPromises = options.videoObject.subtitleLanguage.map(c => { - return VideoCaptionModel.insertOrReplaceLanguage(options.video.id, c.identifier, t) - }) - await Promise.all(videoCaptionsPromises) + const videoCaptionsPromises = options.videoObject.subtitleLanguage.map(c => { + return VideoCaptionModel.insertOrReplaceLanguage(options.video.id, c.identifier, t) + }) + options.video.VideoCaptions = await Promise.all(videoCaptionsPromises) + } }) logger.info('Remote video with uuid %s updated', options.videoObject.uuid) - - return updatedVideo } catch (err) { if (options.video !== undefined && videoFieldsSave !== undefined) { resetSequelizeInstance(options.video, videoFieldsSave) @@ -362,13 +372,15 @@ async function refreshVideoIfNeeded (options: { try { const { response, videoObject } = await fetchRemoteVideo(video.url) if (response.statusCode === 404) { + logger.info('Cannot refresh remote video %s: video does not exist anymore. Deleting it.', video.url) + // Video does not exist anymore await video.destroy() return undefined } if (videoObject === undefined) { - logger.warn('Cannot refresh remote video: invalid body.') + logger.warn('Cannot refresh remote video %s: invalid body.', video.url) return video } @@ -382,10 +394,12 @@ async function refreshVideoIfNeeded (options: { channel: channelActor.VideoChannel, updateViews: options.refreshViews } - await updateVideoFromAP(updateOptions) + await retryTransactionWrapper(updateVideoFromAP, updateOptions) await syncVideoExternalAttributes(video, videoObject, options.syncParam) + + return video } catch (err) { - logger.warn('Cannot refresh video.', { err }) + logger.warn('Cannot refresh video %s.', options.video.url, { err }) return video } } @@ -443,11 +457,11 @@ async function videoActivityObjectToDBAttributes ( } } -function videoFileActivityUrlToDBAttributes (videoCreated: VideoModel, videoObject: VideoTorrentObject) { +function videoFileActivityUrlToDBAttributes (video: VideoModel, videoObject: VideoTorrentObject) { const fileUrls = videoObject.url.filter(u => isActivityVideoUrlObject(u)) as ActivityVideoUrlObject[] if (fileUrls.length === 0) { - throw new Error('Cannot find video files for ' + videoCreated.url) + throw new Error('Cannot find video files for ' + video.url) } const attributes: VideoFileModel[] = [] @@ -469,8 +483,8 @@ function videoFileActivityUrlToDBAttributes (videoCreated: VideoModel, videoObje infoHash: parsed.infoHash, resolution: fileUrl.height, size: fileUrl.size, - videoId: videoCreated.id, - fps: fileUrl.fps + videoId: video.id, + fps: fileUrl.fps || -1 } as VideoFileModel attributes.push(attribute) }