X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Fjob-queue%2Fhandlers%2Factivitypub-http-fetcher.ts;h=b6cb3c4a694df286382b16b90f2a8cc85c2596a8;hb=405c83f9af377a663a4c8e9ad025fd5c10496922;hp=42217c27caa4dd28c3da03f091e73382f19c40d8;hpb=0491173a61aed66205c017e0d7e0503ea316c144;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/job-queue/handlers/activitypub-http-fetcher.ts b/server/lib/job-queue/handlers/activitypub-http-fetcher.ts index 42217c27c..b6cb3c4a6 100644 --- a/server/lib/job-queue/handlers/activitypub-http-fetcher.ts +++ b/server/lib/job-queue/handlers/activitypub-http-fetcher.ts @@ -1,36 +1,37 @@ -import * as Bull from 'bull' +import { Job } from 'bullmq' +import { ActivitypubHttpFetcherPayload, FetchType } from '@shared/models' import { logger } from '../../../helpers/logger' +import { VideoModel } from '../../../models/video/video' +import { VideoCommentModel } from '../../../models/video/video-comment' +import { VideoShareModel } from '../../../models/video/video-share' +import { MVideoFullLight } from '../../../types/models' +import { crawlCollectionPage } from '../../activitypub/crawl' +import { createAccountPlaylists } from '../../activitypub/playlists' import { processActivities } from '../../activitypub/process' +import { addVideoShares } from '../../activitypub/share' import { addVideoComments } from '../../activitypub/video-comments' -import { crawlCollectionPage } from '../../activitypub/crawl' -import { VideoModel } from '../../../models/video/video' -import { addVideoShares, createRates } from '../../activitypub' -type FetchType = 'activity' | 'video-likes' | 'video-dislikes' | 'video-shares' | 'video-comments' - -export type ActivitypubHttpFetcherPayload = { - uri: string - type: FetchType - videoId?: number -} - -async function processActivityPubHttpFetcher (job: Bull.Job) { - logger.info('Processing ActivityPub fetcher in job %d.', job.id) +async function processActivityPubHttpFetcher (job: Job) { + logger.info('Processing ActivityPub fetcher in job %s.', job.id) const payload = job.data as ActivitypubHttpFetcherPayload - let video: VideoModel - if (payload.videoId) video = await VideoModel.loadAndPopulateAccountAndServerAndTags(payload.videoId) + let video: MVideoFullLight + if (payload.videoId) video = await VideoModel.loadFull(payload.videoId) const fetcherType: { [ id in FetchType ]: (items: any[]) => Promise } = { - 'activity': items => processActivities(items), - 'video-likes': items => createRates(items, video, 'like'), - 'video-dislikes': items => createRates(items, video, 'dislike'), + 'activity': items => processActivities(items, { outboxUrl: payload.uri, fromFetch: true }), 'video-shares': items => addVideoShares(items, video), - 'video-comments': items => addVideoComments(items, video) + 'video-comments': items => addVideoComments(items), + 'account-playlists': items => createAccountPlaylists(items) + } + + const cleanerType: { [ id in FetchType ]?: (crawlStartDate: Date) => Promise } = { + 'video-shares': crawlStartDate => VideoShareModel.cleanOldSharesOf(video.id, crawlStartDate), + 'video-comments': crawlStartDate => VideoCommentModel.cleanOldCommentsOf(video.id, crawlStartDate) } - return crawlCollectionPage(payload.uri, fetcherType[payload.type]) + return crawlCollectionPage(payload.uri, fetcherType[payload.type], cleanerType[payload.type]) } // ---------------------------------------------------------------------------