+async function getOrCreateAccountAndVideoAndChannel (videoObject: VideoTorrentObject | string, actor?: ActorModel) {
+ const videoUrl = typeof videoObject === 'string' ? videoObject : videoObject.id
+
+ const videoFromDatabase = await VideoModel.loadByUrlAndPopulateAccount(videoUrl)
+ if (videoFromDatabase) {
+ return {
+ video: videoFromDatabase,
+ actor: videoFromDatabase.VideoChannel.Account.Actor,
+ channelActor: videoFromDatabase.VideoChannel.Actor
+ }
+ }
+
+ videoObject = await fetchRemoteVideo(videoUrl)
+ if (!videoObject) throw new Error('Cannot fetch remote video with url: ' + videoUrl)
+
+ if (!actor) {
+ const actorObj = videoObject.attributedTo.find(a => a.type === 'Person')
+ if (!actorObj) throw new Error('Cannot find associated actor to video ' + videoObject.url)
+
+ actor = await getOrCreateActorAndServerAndModel(actorObj.id)
+ }
+
+ const channelActor = await getOrCreateVideoChannel(videoObject)
+
+ const video = await retryTransactionWrapper(getOrCreateVideo, videoObject, channelActor)
+
+ // Process outside the transaction because we could fetch remote data
+ logger.info('Adding likes of video %s.', video.uuid)
+ await crawlCollectionPage<string>(videoObject.likes, (items) => createRates(items, video, 'like'))
+
+ logger.info('Adding dislikes of video %s.', video.uuid)
+ await crawlCollectionPage<string>(videoObject.dislikes, (items) => createRates(items, video, 'dislike'))
+
+ logger.info('Adding shares of video %s.', video.uuid)
+ await crawlCollectionPage<string>(videoObject.shares, (items) => addVideoShares(items, video))
+
+ logger.info('Adding comments of video %s.', video.uuid)
+ await crawlCollectionPage<string>(videoObject.comments, (items) => addVideoComments(items, video))
+
+ return { actor, channelActor, video }
+}
+
+async function createRates (actorUrls: string[], video: VideoModel, rate: VideoRateType) {
+ let rateCounts = 0
+ const tasks: Bluebird<number>[] = []
+
+ for (const actorUrl of actorUrls) {
+ const actor = await getOrCreateActorAndServerAndModel(actorUrl)
+ const p = AccountVideoRateModel
+ .create({
+ videoId: video.id,
+ accountId: actor.Account.id,
+ type: rate
+ })
+ .then(() => rateCounts += 1)
+
+ tasks.push(p)
+ }
+
+ await Promise.all(tasks)
+
+ logger.info('Adding %d %s to video %s.', rateCounts, rate, video.uuid)
+
+ // This is "likes" and "dislikes"
+ await video.increment(rate + 's', { by: rateCounts })
+
+ return
+}
+
+async function addVideoShares (shareUrls: string[], instance: VideoModel) {
+ for (const shareUrl of shareUrls) {
+ // Fetch url
+ const { body } = await doRequest({
+ uri: shareUrl,
+ json: true,
+ activityPub: true
+ })
+ if (!body || !body.actor) {
+ logger.warn('Cannot add remote share with url: %s, skipping...', shareUrl)
+ continue
+ }
+
+ const actorUrl = body.actor
+ const actor = await getOrCreateActorAndServerAndModel(actorUrl)
+
+ const entry = {
+ actorId: actor.id,
+ videoId: instance.id,
+ url: shareUrl
+ }
+
+ await VideoShareModel.findOrCreate({
+ where: {
+ url: shareUrl
+ },
+ defaults: entry
+ })
+ }
+}
+
+async function fetchRemoteVideo (videoUrl: string): Promise<VideoTorrentObject> {
+ const options = {
+ uri: videoUrl,
+ method: 'GET',
+ json: true,
+ activityPub: true
+ }
+
+ logger.info('Fetching remote video %s.', videoUrl)
+
+ const { body } = await doRequest(options)
+
+ if (sanitizeAndCheckVideoTorrentObject(body) === false) {
+ logger.debug('Remote video JSON is not valid.', { body })
+ return undefined
+ }