-import { ActivityCreate, VideoChannelObject } from '../../../../shared'
-import { DislikeObject } from '../../../../shared/models/activitypub/objects/dislike-object'
-import { VideoAbuseObject } from '../../../../shared/models/activitypub/objects/video-abuse-object'
-import { ViewObject } from '../../../../shared/models/activitypub/objects/view-object'
-import { logger, retryTransactionWrapper } from '../../../helpers'
-import { database as db } from '../../../initializers'
-import { AccountInstance } from '../../../models/account/account-interface'
-import { getOrCreateAccountAndServer } from '../account'
-import { forwardActivity } from '../send/misc'
-import { getVideoChannelActivityPubUrl } from '../url'
-import { addVideoChannelShares, videoChannelActivityObjectToDBAttributes } from './misc'
+import * as Bluebird from 'bluebird'
+import { ActivityCreate, VideoTorrentObject } from '../../../../shared'
+import { DislikeObject, VideoAbuseObject, ViewObject } from '../../../../shared/models/activitypub/objects'
+import { VideoCommentObject } from '../../../../shared/models/activitypub/objects/video-comment-object'
+import { VideoRateType } from '../../../../shared/models/videos'
+import { retryTransactionWrapper } from '../../../helpers/database-utils'
+import { logger } from '../../../helpers/logger'
+import { sequelizeTypescript } from '../../../initializers'
+import { AccountVideoRateModel } from '../../../models/account/account-video-rate'
+import { ActorModel } from '../../../models/activitypub/actor'
+import { TagModel } from '../../../models/video/tag'
+import { VideoModel } from '../../../models/video/video'
+import { VideoAbuseModel } from '../../../models/video/video-abuse'
+import { VideoCommentModel } from '../../../models/video/video-comment'
+import { VideoFileModel } from '../../../models/video/video-file'
+import { getOrCreateActorAndServerAndModel } from '../actor'
+import { forwardActivity, getActorsInvolvedInVideo } from '../send/misc'
+import { generateThumbnailFromUrl } from '../videos'
+import { addVideoComments, addVideoShares, videoActivityObjectToDBAttributes, videoFileActivityUrlToDBAttributes } from './misc'
async function processCreateActivity (activity: ActivityCreate) {
const activityObject = activity.object
const activityType = activityObject.type
- const account = await getOrCreateAccountAndServer(activity.actor)
+ const actor = await getOrCreateActorAndServerAndModel(activity.actor)
if (activityType === 'View') {
- return processCreateView(account, activity)
+ return processCreateView(actor, activity)
} else if (activityType === 'Dislike') {
- return processCreateDislike(account, activity)
- } else if (activityType === 'VideoChannel') {
- return processCreateVideoChannel(account, activityObject as VideoChannelObject)
+ return processCreateDislike(actor, activity)
+ } else if (activityType === 'Video') {
+ return processCreateVideo(actor, activity)
} else if (activityType === 'Flag') {
- return processCreateVideoAbuse(account, activityObject as VideoAbuseObject)
+ return processCreateVideoAbuse(actor, activityObject as VideoAbuseObject)
+ } else if (activityType === 'Note') {
+ return processCreateVideoComment(actor, activity)
}
logger.warn('Unknown activity object type %s when creating activity.', activityType, { activity: activity.id })
// ---------------------------------------------------------------------------
-async function processCreateDislike (byAccount: AccountInstance, activity: ActivityCreate) {
+async function processCreateVideo (
+ actor: ActorModel,
+ activity: ActivityCreate
+) {
+ const videoToCreateData = activity.object as VideoTorrentObject
+
+ const channel = videoToCreateData.attributedTo.find(a => a.type === 'Group')
+ if (!channel) throw new Error('Cannot find associated video channel to video ' + videoToCreateData.url)
+
+ const channelActor = await getOrCreateActorAndServerAndModel(channel.id)
+
+ const options = {
+ arguments: [ actor, activity, videoToCreateData, channelActor ],
+ errorMessage: 'Cannot insert the remote video with many retries.'
+ }
+
+ const video = await retryTransactionWrapper(createRemoteVideo, options)
+
+ // Process outside the transaction because we could fetch remote data
+ if (videoToCreateData.likes && Array.isArray(videoToCreateData.likes.orderedItems)) {
+ logger.info('Adding likes of video %s.', video.uuid)
+ await createRates(videoToCreateData.likes.orderedItems, video, 'like')
+ }
+
+ if (videoToCreateData.dislikes && Array.isArray(videoToCreateData.dislikes.orderedItems)) {
+ logger.info('Adding dislikes of video %s.', video.uuid)
+ await createRates(videoToCreateData.dislikes.orderedItems, video, 'dislike')
+ }
+
+ if (videoToCreateData.shares && Array.isArray(videoToCreateData.shares.orderedItems)) {
+ logger.info('Adding shares of video %s.', video.uuid)
+ await addVideoShares(video, videoToCreateData.shares.orderedItems)
+ }
+
+ if (videoToCreateData.comments && Array.isArray(videoToCreateData.comments.orderedItems)) {
+ logger.info('Adding comments of video %s.', video.uuid)
+ await addVideoComments(video, videoToCreateData.comments.orderedItems)
+ }
+
+ return video
+}
+
+function createRemoteVideo (
+ account: ActorModel,
+ activity: ActivityCreate,
+ videoToCreateData: VideoTorrentObject,
+ channelActor: ActorModel
+) {
+ logger.debug('Adding remote video %s.', videoToCreateData.id)
+
+ return sequelizeTypescript.transaction(async t => {
+ const sequelizeOptions = {
+ transaction: t
+ }
+ const videoFromDatabase = await VideoModel.loadByUUIDOrURL(videoToCreateData.uuid, videoToCreateData.id, t)
+ if (videoFromDatabase) return videoFromDatabase
+
+ const videoData = await videoActivityObjectToDBAttributes(channelActor.VideoChannel, videoToCreateData, activity.to, activity.cc)
+ const video = VideoModel.build(videoData)
+
+ // Don't block on request
+ generateThumbnailFromUrl(video, videoToCreateData.icon)
+ .catch(err => logger.warn('Cannot generate thumbnail of %s.', videoToCreateData.id, err))
+
+ const videoCreated = await video.save(sequelizeOptions)
+
+ const videoFileAttributes = videoFileActivityUrlToDBAttributes(videoCreated, videoToCreateData)
+ if (videoFileAttributes.length === 0) {
+ throw new Error('Cannot find valid files for video %s ' + videoToCreateData.url)
+ }
+
+ const tasks: Bluebird<any>[] = videoFileAttributes.map(f => VideoFileModel.create(f, { transaction: t }))
+ await Promise.all(tasks)
+
+ const tags = videoToCreateData.tag.map(t => t.name)
+ const tagInstances = await TagModel.findOrCreateTags(tags, t)
+ await videoCreated.$set('Tags', tagInstances, sequelizeOptions)
+
+ logger.info('Remote video with uuid %s inserted.', videoToCreateData.uuid)
+
+ return videoCreated
+ })
+}
+
+async function createRates (actorUrls: string[], video: VideoModel, rate: VideoRateType) {
+ let rateCounts = 0
+ const tasks: Bluebird<any>[] = []
+
+ for (const actorUrl of actorUrls) {
+ const actor = await getOrCreateActorAndServerAndModel(actorUrl)
+ const p = AccountVideoRateModel
+ .create({
+ videoId: video.id,
+ accountId: actor.Account.id,
+ type: rate
+ })
+ .then(() => rateCounts += 1)
+
+ tasks.push(p)
+ }
+
+ await Promise.all(tasks)
+
+ logger.info('Adding %d %s to video %s.', rateCounts, rate, video.uuid)
+
+ // This is "likes" and "dislikes"
+ await video.increment(rate + 's', { by: rateCounts })
+
+ return
+}
+
+async function processCreateDislike (byActor: ActorModel, activity: ActivityCreate) {
const options = {
- arguments: [ byAccount, activity ],
+ arguments: [ byActor, activity ],
errorMessage: 'Cannot dislike the video with many retries.'
}
return retryTransactionWrapper(createVideoDislike, options)
}
-function createVideoDislike (byAccount: AccountInstance, activity: ActivityCreate) {
+function createVideoDislike (byActor: ActorModel, activity: ActivityCreate) {
const dislike = activity.object as DislikeObject
+ const byAccount = byActor.Account
+
+ if (!byAccount) throw new Error('Cannot create dislike with the non account actor ' + byActor.url)
- return db.sequelize.transaction(async t => {
- const video = await db.Video.loadByUrlAndPopulateAccount(dislike.object, t)
+ return sequelizeTypescript.transaction(async t => {
+ const video = await VideoModel.loadByUrlAndPopulateAccount(dislike.object, t)
if (!video) throw new Error('Unknown video ' + dislike.object)
const rate = {
videoId: video.id,
accountId: byAccount.id
}
- const [ , created ] = await db.AccountVideoRate.findOrCreate({
+ const [ , created ] = await AccountVideoRateModel.findOrCreate({
where: rate,
defaults: rate,
transaction: t
})
- await video.increment('dislikes', { transaction: t })
+ if (created === true) await video.increment('dislikes', { transaction: t })
if (video.isOwned() && created === true) {
// Don't resend the activity to the sender
- const exceptions = [ byAccount ]
+ const exceptions = [ byActor ]
await forwardActivity(activity, t, exceptions)
}
})
}
-async function processCreateView (byAccount: AccountInstance, activity: ActivityCreate) {
+async function processCreateView (byActor: ActorModel, activity: ActivityCreate) {
const view = activity.object as ViewObject
- const video = await db.Video.loadByUrlAndPopulateAccount(view.object)
+ const video = await VideoModel.loadByUrlAndPopulateAccount(view.object)
if (!video) throw new Error('Unknown video ' + view.object)
- const account = await db.Account.loadByUrl(view.actor)
+ const account = await ActorModel.loadByUrl(view.actor)
if (!account) throw new Error('Unknown account ' + view.actor)
await video.increment('views')
if (video.isOwned()) {
// Don't resend the activity to the sender
- const exceptions = [ byAccount ]
+ const exceptions = [ byActor ]
await forwardActivity(activity, undefined, exceptions)
}
}
-async function processCreateVideoChannel (account: AccountInstance, videoChannelToCreateData: VideoChannelObject) {
+function processCreateVideoAbuse (actor: ActorModel, videoAbuseToCreateData: VideoAbuseObject) {
const options = {
- arguments: [ account, videoChannelToCreateData ],
- errorMessage: 'Cannot insert the remote video channel with many retries.'
- }
-
- const videoChannel = await retryTransactionWrapper(addRemoteVideoChannel, options)
-
- if (videoChannelToCreateData.shares && Array.isArray(videoChannelToCreateData.shares.orderedItems)) {
- await addVideoChannelShares(videoChannel, videoChannelToCreateData.shares.orderedItems)
- }
-
- return videoChannel
-}
-
-function addRemoteVideoChannel (account: AccountInstance, videoChannelToCreateData: VideoChannelObject) {
- logger.debug('Adding remote video channel "%s".', videoChannelToCreateData.uuid)
-
- return db.sequelize.transaction(async t => {
- let videoChannel = await db.VideoChannel.loadByUUIDOrUrl(videoChannelToCreateData.uuid, videoChannelToCreateData.id, t)
- if (videoChannel) return videoChannel
-
- const videoChannelData = videoChannelActivityObjectToDBAttributes(videoChannelToCreateData, account)
- videoChannel = db.VideoChannel.build(videoChannelData)
- videoChannel.url = getVideoChannelActivityPubUrl(videoChannel)
-
- videoChannel = await videoChannel.save({ transaction: t })
- logger.info('Remote video channel with uuid %s inserted.', videoChannelToCreateData.uuid)
-
- return videoChannel
- })
-}
-
-function processCreateVideoAbuse (account: AccountInstance, videoAbuseToCreateData: VideoAbuseObject) {
- const options = {
- arguments: [ account, videoAbuseToCreateData ],
+ arguments: [ actor, videoAbuseToCreateData ],
errorMessage: 'Cannot insert the remote video abuse with many retries.'
}
return retryTransactionWrapper(addRemoteVideoAbuse, options)
}
-function addRemoteVideoAbuse (account: AccountInstance, videoAbuseToCreateData: VideoAbuseObject) {
+function addRemoteVideoAbuse (actor: ActorModel, videoAbuseToCreateData: VideoAbuseObject) {
logger.debug('Reporting remote abuse for video %s.', videoAbuseToCreateData.object)
- return db.sequelize.transaction(async t => {
- const video = await db.Video.loadByUrlAndPopulateAccount(videoAbuseToCreateData.object, t)
+ const account = actor.Account
+ if (!account) throw new Error('Cannot create dislike with the non account actor ' + actor.url)
+
+ return sequelizeTypescript.transaction(async t => {
+ const video = await VideoModel.loadByUrlAndPopulateAccount(videoAbuseToCreateData.object, t)
if (!video) {
logger.warn('Unknown video %s for remote video abuse.', videoAbuseToCreateData.object)
return undefined
videoId: video.id
}
- await db.VideoAbuse.create(videoAbuseData)
+ await VideoAbuseModel.create(videoAbuseData)
logger.info('Remote abuse for video uuid %s created', videoAbuseToCreateData.object)
})
}
+
+function processCreateVideoComment (byActor: ActorModel, activity: ActivityCreate) {
+ const options = {
+ arguments: [ byActor, activity ],
+ errorMessage: 'Cannot create video comment with many retries.'
+ }
+
+ return retryTransactionWrapper(createVideoComment, options)
+}
+
+function createVideoComment (byActor: ActorModel, activity: ActivityCreate) {
+ const comment = activity.object as VideoCommentObject
+ const byAccount = byActor.Account
+
+ if (!byAccount) throw new Error('Cannot create video comment with the non account actor ' + byActor.url)
+
+ return sequelizeTypescript.transaction(async t => {
+ let video = await VideoModel.loadByUrlAndPopulateAccount(comment.inReplyTo, t)
+ let objectToCreate
+
+ // This is a new thread
+ if (video) {
+ objectToCreate = {
+ url: comment.id,
+ text: comment.content,
+ originCommentId: null,
+ inReplyToComment: null,
+ videoId: video.id,
+ accountId: byAccount.id
+ }
+ } else {
+ const inReplyToComment = await VideoCommentModel.loadByUrl(comment.inReplyTo, t)
+ if (!inReplyToComment) throw new Error('Unknown replied comment ' + comment.inReplyTo)
+
+ video = await VideoModel.load(inReplyToComment.videoId)
+
+ const originCommentId = inReplyToComment.originCommentId || inReplyToComment.id
+ objectToCreate = {
+ url: comment.id,
+ text: comment.content,
+ originCommentId,
+ inReplyToCommentId: inReplyToComment.id,
+ videoId: video.id,
+ accountId: byAccount.id
+ }
+ }
+
+ const options = {
+ where: {
+ url: objectToCreate.url
+ },
+ defaults: objectToCreate,
+ transaction: t
+ }
+ const [ ,created ] = await VideoCommentModel.findOrCreate(options)
+
+ if (video.isOwned() && created === true) {
+ // Don't resend the activity to the sender
+ const exceptions = [ byActor ]
+
+ // Mastodon does not add our announces in audience, so we forward to them manually
+ const additionalActors = await getActorsInvolvedInVideo(video, t)
+ const additionalFollowerUrls = additionalActors.map(a => a.followersUrl)
+
+ await forwardActivity(activity, t, exceptions, additionalFollowerUrls)
+ }
+ })
+}