X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Fjob-queue%2Fhandlers%2Factivitypub-http-fetcher.ts;h=de533de6c5ef7ce40c07161447b6416410c2e67e;hb=c8fa571f32b10c083fab07f28d2ef55895ef40af;hp=10c0e606f6123afb6b938d055c90291a74bcded2;hpb=8fffe21a7bc96d08b229293d66ddba576e609790;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/job-queue/handlers/activitypub-http-fetcher.ts b/server/lib/job-queue/handlers/activitypub-http-fetcher.ts index 10c0e606f..de533de6c 100644 --- a/server/lib/job-queue/handlers/activitypub-http-fetcher.ts +++ b/server/lib/job-queue/handlers/activitypub-http-fetcher.ts @@ -1,22 +1,37 @@ -import * as kue from 'kue' +import { Job } from 'bull' +import { ActivitypubHttpFetcherPayload, FetchType } from '@shared/models' import { logger } from '../../../helpers/logger' -import { processActivities } from '../../activitypub/process' -import { ActivitypubHttpBroadcastPayload } from './activitypub-http-broadcast' +import { VideoModel } from '../../../models/video/video' +import { VideoCommentModel } from '../../../models/video/video-comment' +import { VideoShareModel } from '../../../models/video/video-share' +import { MVideoFullLight } from '../../../types/models' import { crawlCollectionPage } from '../../activitypub/crawl' -import { Activity } from '../../../../shared/models/activitypub' - -export type ActivitypubHttpFetcherPayload = { - uris: string[] -} +import { createAccountPlaylists } from '../../activitypub/playlists' +import { processActivities } from '../../activitypub/process' +import { addVideoShares } from '../../activitypub/share' +import { addVideoComments } from '../../activitypub/video-comments' -async function processActivityPubHttpFetcher (job: kue.Job) { +async function processActivityPubHttpFetcher (job: Job) { logger.info('Processing ActivityPub fetcher in job %d.', job.id) - const payload = job.data as ActivitypubHttpBroadcastPayload + const payload = job.data as ActivitypubHttpFetcherPayload - for (const uri of payload.uris) { - await crawlCollectionPage(uri, (items) => processActivities(items)) + let video: MVideoFullLight + if (payload.videoId) video = await VideoModel.loadFull(payload.videoId) + + const fetcherType: { [ id in FetchType ]: (items: any[]) => Promise } = { + 'activity': items => processActivities(items, { outboxUrl: payload.uri, fromFetch: true }), + 'video-shares': items => addVideoShares(items, video), + 'video-comments': items => addVideoComments(items), + 'account-playlists': items => createAccountPlaylists(items) + } + + const cleanerType: { [ id in FetchType ]?: (crawlStartDate: Date) => Promise } = { + 'video-shares': crawlStartDate => VideoShareModel.cleanOldSharesOf(video.id, crawlStartDate), + 'video-comments': crawlStartDate => VideoCommentModel.cleanOldCommentsOf(video.id, crawlStartDate) } + + return crawlCollectionPage(payload.uri, fetcherType[payload.type], cleanerType[payload.type]) } // ---------------------------------------------------------------------------