server/lib/job-queue/handlers/activitypub-http-fetcher.ts

   1 import { Job } from 'bull'
   2 import { ActivitypubHttpFetcherPayload, FetchType } from '@shared/models'
   3 import { logger } from '../../../helpers/logger'
   4 import { AccountVideoRateModel } from '../../../models/account/account-video-rate'
   5 import { VideoModel } from '../../../models/video/video'
   6 import { VideoCommentModel } from '../../../models/video/video-comment'
   7 import { VideoShareModel } from '../../../models/video/video-share'
   8 import { MVideoFullLight } from '../../../types/models'
   9 import { crawlCollectionPage } from '../../activitypub/crawl'
  10 import { createAccountPlaylists } from '../../activitypub/playlists'
  11 import { processActivities } from '../../activitypub/process'
  12 import { addVideoShares } from '../../activitypub/share'
  13 import { addVideoComments } from '../../activitypub/video-comments'
  14 import { createRates } from '../../activitypub/video-rates'
  15
  16 async function processActivityPubHttpFetcher (job: Job) {
  17   logger.info('Processing ActivityPub fetcher in job %d.', job.id)
  18
  19   const payload = job.data as ActivitypubHttpFetcherPayload
  20
  21   let video: MVideoFullLight
  22   if (payload.videoId) video = await VideoModel.loadAndPopulateAccountAndServerAndTags(payload.videoId)
  23
  24   const fetcherType: { [ id in FetchType ]: (items: any[]) => Promise<any> } = {
  25     'activity': items => processActivities(items, { outboxUrl: payload.uri, fromFetch: true }),
  26     'video-likes': items => createRates(items, video, 'like'),
  27     'video-dislikes': items => createRates(items, video, 'dislike'),
  28     'video-shares': items => addVideoShares(items, video),
  29     'video-comments': items => addVideoComments(items),
  30     'account-playlists': items => createAccountPlaylists(items)
  31   }
  32
  33   const cleanerType: { [ id in FetchType ]?: (crawlStartDate: Date) => Promise<any> } = {
  34     'video-likes': crawlStartDate => AccountVideoRateModel.cleanOldRatesOf(video.id, 'like' as 'like', crawlStartDate),
  35     'video-dislikes': crawlStartDate => AccountVideoRateModel.cleanOldRatesOf(video.id, 'dislike' as 'dislike', crawlStartDate),
  36     'video-shares': crawlStartDate => VideoShareModel.cleanOldSharesOf(video.id, crawlStartDate),
  37     'video-comments': crawlStartDate => VideoCommentModel.cleanOldCommentsOf(video.id, crawlStartDate)
  38   }
  39
  40   return crawlCollectionPage(payload.uri, fetcherType[payload.type], cleanerType[payload.type])
  41 }
  42
  43 // ---------------------------------------------------------------------------
  44
  45 export {
  46   processActivityPubHttpFetcher
  47 }