X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Factivitypub%2Fprocess%2Fprocess-update.ts;h=4afdbd430576edecfe86043db69fc55713c93faa;hb=47d883de2efbc2e8b5f6f94ae18c15224cbe982b;hp=82b661a0329dc6cc24802e1ed8a72630a5abe708;hpb=b2977eecb8eb5d599df0c6a7ab99a437a6a969c7;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/activitypub/process/process-update.ts b/server/lib/activitypub/process/process-update.ts index 82b661a03..4afdbd430 100644 --- a/server/lib/activitypub/process/process-update.ts +++ b/server/lib/activitypub/process/process-update.ts @@ -1,34 +1,44 @@ -import * as Bluebird from 'bluebird' -import { ActivityUpdate, VideoTorrentObject } from '../../../../shared/models/activitypub' +import { isRedundancyAccepted } from '@server/lib/redundancy' +import { ActivityUpdate, CacheFileObject, VideoObject } from '../../../../shared/models/activitypub' import { ActivityPubActor } from '../../../../shared/models/activitypub/activitypub-actor' +import { PlaylistObject } from '../../../../shared/models/activitypub/objects/playlist-object' +import { isCacheFileObjectValid } from '../../../helpers/custom-validators/activitypub/cache-file' +import { sanitizeAndCheckVideoTorrentObject } from '../../../helpers/custom-validators/activitypub/videos' import { retryTransactionWrapper } from '../../../helpers/database-utils' import { logger } from '../../../helpers/logger' -import { resetSequelizeInstance } from '../../../helpers/utils' -import { sequelizeTypescript } from '../../../initializers' -import { AccountModel } from '../../../models/account/account' -import { ActorModel } from '../../../models/activitypub/actor' -import { TagModel } from '../../../models/video/tag' -import { VideoChannelModel } from '../../../models/video/video-channel' -import { VideoFileModel } from '../../../models/video/video-file' -import { fetchAvatarIfExists, getOrCreateActorAndServerAndModel, updateActorAvatarInstance, updateActorInstance } from '../actor' -import { - generateThumbnailFromUrl, - getOrCreateAccountAndVideoAndChannel, - getOrCreateVideoChannel, - videoActivityObjectToDBAttributes, - videoFileActivityUrlToDBAttributes -} from '../videos' -import { sanitizeAndCheckVideoTorrentObject } from '../../../helpers/custom-validators/activitypub/videos' -import { VideoCaptionModel } from '../../../models/video/video-caption' +import { sequelizeTypescript } from '../../../initializers/database' +import { ActorModel } from '../../../models/actor/actor' +import { APProcessorOptions } from '../../../types/activitypub-processor.model' +import { MActorFull, MActorSignature } from '../../../types/models' +import { APActorUpdater } from '../actors/updater' +import { createOrUpdateCacheFile } from '../cache-file' +import { createOrUpdateVideoPlaylist } from '../playlists' +import { forwardVideoRelatedActivity } from '../send/shared/send-utils' +import { APVideoUpdater, getOrCreateAPVideo } from '../videos' + +async function processUpdateActivity (options: APProcessorOptions) { + const { activity, byActor } = options -async function processUpdateActivity (activity: ActivityUpdate) { - const actor = await getOrCreateActorAndServerAndModel(activity.actor) const objectType = activity.object.type if (objectType === 'Video') { - return retryTransactionWrapper(processUpdateVideo, actor, activity) - } else if (objectType === 'Person' || objectType === 'Application' || objectType === 'Group') { - return retryTransactionWrapper(processUpdateActor, actor, activity) + return retryTransactionWrapper(processUpdateVideo, activity) + } + + if (objectType === 'Person' || objectType === 'Application' || objectType === 'Group') { + // We need more attributes + const byActorFull = await ActorModel.loadByUrlAndPopulateAccountAndChannel(byActor.url) + return retryTransactionWrapper(processUpdateActor, byActorFull, activity) + } + + if (objectType === 'CacheFile') { + // We need more attributes + const byActorFull = await ActorModel.loadByUrlAndPopulateAccountAndChannel(byActor.url) + return retryTransactionWrapper(processUpdateCacheFile, byActorFull, activity) + } + + if (objectType === 'Playlist') { + return retryTransactionWrapper(processUpdatePlaylist, byActor, activity) } return undefined @@ -42,147 +52,64 @@ export { // --------------------------------------------------------------------------- -async function processUpdateVideo (actor: ActorModel, activity: ActivityUpdate) { - const videoObject = activity.object as VideoTorrentObject +async function processUpdateVideo (activity: ActivityUpdate) { + const videoObject = activity.object as VideoObject if (sanitizeAndCheckVideoTorrentObject(videoObject) === false) { logger.debug('Video sent by update is not valid.', { videoObject }) return undefined } - const res = await getOrCreateAccountAndVideoAndChannel(videoObject.id) - - // Fetch video channel outside the transaction - const newVideoChannelActor = await getOrCreateVideoChannel(videoObject) - const newVideoChannel = newVideoChannelActor.VideoChannel - - logger.debug('Updating remote video "%s".', videoObject.uuid) - let videoInstance = res.video - let videoFieldsSave: any - - try { - await sequelizeTypescript.transaction(async t => { - const sequelizeOptions = { - transaction: t - } - - videoFieldsSave = videoInstance.toJSON() - - // Check actor has the right to update the video - const videoChannel = videoInstance.VideoChannel - if (videoChannel.Account.Actor.id !== actor.id) { - throw new Error('Account ' + actor.url + ' does not own video channel ' + videoChannel.Actor.url) - } - - const videoData = await videoActivityObjectToDBAttributes(newVideoChannel, videoObject, activity.to) - videoInstance.set('name', videoData.name) - videoInstance.set('uuid', videoData.uuid) - videoInstance.set('url', videoData.url) - videoInstance.set('category', videoData.category) - videoInstance.set('licence', videoData.licence) - videoInstance.set('language', videoData.language) - videoInstance.set('description', videoData.description) - videoInstance.set('support', videoData.support) - videoInstance.set('nsfw', videoData.nsfw) - videoInstance.set('commentsEnabled', videoData.commentsEnabled) - videoInstance.set('waitTranscoding', videoData.waitTranscoding) - videoInstance.set('state', videoData.state) - videoInstance.set('duration', videoData.duration) - videoInstance.set('createdAt', videoData.createdAt) - videoInstance.set('updatedAt', videoData.updatedAt) - videoInstance.set('views', videoData.views) - videoInstance.set('privacy', videoData.privacy) - videoInstance.set('channelId', videoData.channelId) - - await videoInstance.save(sequelizeOptions) - - // Don't block on request - generateThumbnailFromUrl(videoInstance, videoObject.icon) - .catch(err => logger.warn('Cannot generate thumbnail of %s.', videoObject.id, { err })) - - // Remove old video files - const videoFileDestroyTasks: Bluebird[] = [] - for (const videoFile of videoInstance.VideoFiles) { - videoFileDestroyTasks.push(videoFile.destroy(sequelizeOptions)) - } - await Promise.all(videoFileDestroyTasks) - - const videoFileAttributes = videoFileActivityUrlToDBAttributes(videoInstance, videoObject) - const tasks = videoFileAttributes.map(f => VideoFileModel.create(f, sequelizeOptions)) - await Promise.all(tasks) - - // Update Tags - const tags = videoObject.tag.map(tag => tag.name) - const tagInstances = await TagModel.findOrCreateTags(tags, t) - await videoInstance.$set('Tags', tagInstances, sequelizeOptions) - - // Update captions - await VideoCaptionModel.deleteAllCaptionsOfRemoteVideo(videoInstance.id, t) - - const videoCaptionsPromises = videoObject.subtitleLanguage.map(c => { - return VideoCaptionModel.insertOrReplaceLanguage(videoInstance.id, c.identifier, t) - }) - await Promise.all(videoCaptionsPromises) - }) - - logger.info('Remote video with uuid %s updated', videoObject.uuid) - } catch (err) { - if (videoInstance !== undefined && videoFieldsSave !== undefined) { - resetSequelizeInstance(videoInstance, videoFieldsSave) - } - - // This is just a debug because we will retry the insert - logger.debug('Cannot update the remote video.', { err }) - throw err - } + const { video, created } = await getOrCreateAPVideo({ + videoObject: videoObject.id, + allowRefresh: false, + fetchType: 'all' + }) + // We did not have this video, it has been created so no need to update + if (created) return + + const updater = new APVideoUpdater(videoObject, video) + return updater.update(activity.to) } -async function processUpdateActor (actor: ActorModel, activity: ActivityUpdate) { - const actorAttributesToUpdate = activity.object as ActivityPubActor +async function processUpdateCacheFile (byActor: MActorSignature, activity: ActivityUpdate) { + if (await isRedundancyAccepted(activity, byActor) !== true) return - logger.debug('Updating remote account "%s".', actorAttributesToUpdate.uuid) - let accountOrChannelInstance: AccountModel | VideoChannelModel - let actorFieldsSave: object - let accountOrChannelFieldsSave: object + const cacheFileObject = activity.object as CacheFileObject - // Fetch icon? - const avatarName = await fetchAvatarIfExists(actorAttributesToUpdate) + if (!isCacheFileObjectValid(cacheFileObject)) { + logger.debug('Cache file object sent by update is not valid.', { cacheFileObject }) + return undefined + } - try { - await sequelizeTypescript.transaction(async t => { - actorFieldsSave = actor.toJSON() + const { video } = await getOrCreateAPVideo({ videoObject: cacheFileObject.object }) - if (actorAttributesToUpdate.type === 'Group') accountOrChannelInstance = actor.VideoChannel - else accountOrChannelInstance = actor.Account + await sequelizeTypescript.transaction(async t => { + await createOrUpdateCacheFile(cacheFileObject, video, byActor, t) + }) - accountOrChannelFieldsSave = accountOrChannelInstance.toJSON() + if (video.isOwned()) { + // Don't resend the activity to the sender + const exceptions = [ byActor ] - await updateActorInstance(actor, actorAttributesToUpdate) + await forwardVideoRelatedActivity(activity, undefined, exceptions, video) + } +} - if (avatarName !== undefined) { - await updateActorAvatarInstance(actor, avatarName, t) - } +async function processUpdateActor (actor: MActorFull, activity: ActivityUpdate) { + const actorObject = activity.object as ActivityPubActor - await actor.save({ transaction: t }) + logger.debug('Updating remote account "%s".', actorObject.url) - accountOrChannelInstance.set('name', actorAttributesToUpdate.name || actorAttributesToUpdate.preferredUsername) - accountOrChannelInstance.set('description', actorAttributesToUpdate.summary) - accountOrChannelInstance.set('support', actorAttributesToUpdate.support) - await accountOrChannelInstance.save({ transaction: t }) - }) + const updater = new APActorUpdater(actorObject, actor) + return updater.update() +} - logger.info('Remote account with uuid %s updated', actorAttributesToUpdate.uuid) - } catch (err) { - if (actor !== undefined && actorFieldsSave !== undefined) { - resetSequelizeInstance(actor, actorFieldsSave) - } +async function processUpdatePlaylist (byActor: MActorSignature, activity: ActivityUpdate) { + const playlistObject = activity.object as PlaylistObject + const byAccount = byActor.Account - if (accountOrChannelInstance !== undefined && accountOrChannelFieldsSave !== undefined) { - resetSequelizeInstance(accountOrChannelInstance, accountOrChannelFieldsSave) - } + if (!byAccount) throw new Error('Cannot update video playlist with the non account actor ' + byActor.url) - // This is just a debug because we will retry the insert - logger.debug('Cannot update the remote account.', { err }) - throw err - } + await createOrUpdateVideoPlaylist(playlistObject, activity.to) }