server/lib/activitypub/video-comments.ts

   1 import * as Bluebird from 'bluebird'
   2 import { checkUrlsSameHost } from '../../helpers/activitypub'
   3 import { sanitizeAndCheckVideoCommentObject } from '../../helpers/custom-validators/activitypub/video-comments'
   4 import { logger } from '../../helpers/logger'
   5 import { doJSONRequest } from '../../helpers/requests'
   6 import { ACTIVITY_PUB, CRAWL_REQUEST_CONCURRENCY } from '../../initializers/constants'
   7 import { VideoCommentModel } from '../../models/video/video-comment'
   8 import { MCommentOwner, MCommentOwnerVideo, MVideoAccountLightBlacklistAllFiles } from '../../types/models/video'
   9 import { getOrCreateActorAndServerAndModel } from './actor'
  10 import { getOrCreateVideoAndAccountAndChannel } from './videos'
  11
  12 type ResolveThreadParams = {
  13   url: string
  14   comments?: MCommentOwner[]
  15   isVideo?: boolean
  16   commentCreated?: boolean
  17 }
  18 type ResolveThreadResult = Promise<{ video: MVideoAccountLightBlacklistAllFiles, comment: MCommentOwnerVideo, commentCreated: boolean }>
  19
  20 async function addVideoComments (commentUrls: string[]) {
  21   return Bluebird.map(commentUrls, async commentUrl => {
  22     try {
  23       await resolveThread({ url: commentUrl, isVideo: false })
  24     } catch (err) {
  25       logger.warn('Cannot resolve thread %s.', commentUrl, { err })
  26     }
  27   }, { concurrency: CRAWL_REQUEST_CONCURRENCY })
  28 }
  29
  30 async function resolveThread (params: ResolveThreadParams): ResolveThreadResult {
  31   const { url, isVideo } = params
  32   if (params.commentCreated === undefined) params.commentCreated = false
  33   if (params.comments === undefined) params.comments = []
  34
  35   // If it is not a video, or if we don't know if it's a video
  36   if (isVideo === false || isVideo === undefined) {
  37     const result = await resolveCommentFromDB(params)
  38     if (result) return result
  39   }
  40
  41   try {
  42     // If it is a video, or if we don't know if it's a video
  43     if (isVideo === true || isVideo === undefined) {
  44       // Keep await so we catch the exception
  45       return await tryResolveThreadFromVideo(params)
  46     }
  47   } catch (err) {
  48     logger.debug('Cannot resolve thread from video %s, maybe because it was not a video', url, { err })
  49   }
  50
  51   return resolveRemoteParentComment(params)
  52 }
  53
  54 export {
  55   addVideoComments,
  56   resolveThread
  57 }
  58
  59 // ---------------------------------------------------------------------------
  60
  61 async function resolveCommentFromDB (params: ResolveThreadParams) {
  62   const { url, comments, commentCreated } = params
  63
  64   const commentFromDatabase = await VideoCommentModel.loadByUrlAndPopulateReplyAndVideoUrlAndAccount(url)
  65   if (commentFromDatabase) {
  66     let parentComments = comments.concat([ commentFromDatabase ])
  67
  68     // Speed up things and resolve directly the thread
  69     if (commentFromDatabase.InReplyToVideoComment) {
  70       const data = await VideoCommentModel.listThreadParentComments(commentFromDatabase, undefined, 'DESC')
  71
  72       parentComments = parentComments.concat(data)
  73     }
  74
  75     return resolveThread({
  76       url: commentFromDatabase.Video.url,
  77       comments: parentComments,
  78       isVideo: true,
  79       commentCreated
  80     })
  81   }
  82
  83   return undefined
  84 }
  85
  86 async function tryResolveThreadFromVideo (params: ResolveThreadParams) {
  87   const { url, comments, commentCreated } = params
  88
  89   // Maybe it's a reply to a video?
  90   // If yes, it's done: we resolved all the thread
  91   const syncParam = { likes: true, dislikes: true, shares: true, comments: false, thumbnail: true, refreshVideo: false }
  92   const { video } = await getOrCreateVideoAndAccountAndChannel({ videoObject: url, syncParam })
  93
  94   if (video.isOwned() && !video.hasPrivacyForFederation()) {
  95     throw new Error('Cannot resolve thread of video with privacy that is not compatible with federation')
  96   }
  97
  98   let resultComment: MCommentOwnerVideo
  99   if (comments.length !== 0) {
 100     const firstReply = comments[comments.length - 1] as MCommentOwnerVideo
 101     firstReply.inReplyToCommentId = null
 102     firstReply.originCommentId = null
 103     firstReply.videoId = video.id
 104     firstReply.changed('updatedAt', true)
 105     firstReply.Video = video
 106
 107     comments[comments.length - 1] = await firstReply.save()
 108
 109     for (let i = comments.length - 2; i >= 0; i--) {
 110       const comment = comments[i] as MCommentOwnerVideo
 111       comment.originCommentId = firstReply.id
 112       comment.inReplyToCommentId = comments[i + 1].id
 113       comment.videoId = video.id
 114       comment.changed('updatedAt', true)
 115       comment.Video = video
 116
 117       comments[i] = await comment.save()
 118     }
 119
 120     resultComment = comments[0] as MCommentOwnerVideo
 121   }
 122
 123   return { video, comment: resultComment, commentCreated }
 124 }
 125
 126 async function resolveRemoteParentComment (params: ResolveThreadParams) {
 127   const { url, comments } = params
 128
 129   if (comments.length > ACTIVITY_PUB.MAX_RECURSION_COMMENTS) {
 130     throw new Error('Recursion limit reached when resolving a thread')
 131   }
 132
 133   const { body } = await doJSONRequest<any>(url, { activityPub: true })
 134
 135   if (sanitizeAndCheckVideoCommentObject(body) === false) {
 136     throw new Error(`Remote video comment JSON ${url} is not valid:` + JSON.stringify(body))
 137   }
 138
 139   const actorUrl = body.attributedTo
 140   if (!actorUrl && body.type !== 'Tombstone') throw new Error('Miss attributed to in comment')
 141
 142   if (actorUrl && checkUrlsSameHost(url, actorUrl) !== true) {
 143     throw new Error(`Actor url ${actorUrl} has not the same host than the comment url ${url}`)
 144   }
 145
 146   if (checkUrlsSameHost(body.id, url) !== true) {
 147     throw new Error(`Comment url ${url} host is different from the AP object id ${body.id}`)
 148   }
 149
 150   const actor = actorUrl
 151     ? await getOrCreateActorAndServerAndModel(actorUrl, 'all')
 152     : null
 153
 154   const comment = new VideoCommentModel({
 155     url: body.id,
 156     text: body.content ? body.content : '',
 157     videoId: null,
 158     accountId: actor ? actor.Account.id : null,
 159     inReplyToCommentId: null,
 160     originCommentId: null,
 161     createdAt: new Date(body.published),
 162     updatedAt: new Date(body.updated),
 163     deletedAt: body.deleted ? new Date(body.deleted) : null
 164   }) as MCommentOwner
 165   comment.Account = actor ? actor.Account : null
 166
 167   return resolveThread({
 168     url: body.inReplyTo,
 169     comments: comments.concat([ comment ]),
 170     commentCreated: true
 171   })
 172 }