-import * as kue from 'kue'
+import * as Bull from 'bull'
import { logger } from '../../../helpers/logger'
-import { doRequest } from '../../../helpers/requests'
-import { ACTIVITY_PUB } from '../../../initializers'
import { processActivities } from '../../activitypub/process'
-import { ActivitypubHttpBroadcastPayload } from './activitypub-http-broadcast'
+import { addVideoComments } from '../../activitypub/video-comments'
+import { crawlCollectionPage } from '../../activitypub/crawl'
+import { VideoModel } from '../../../models/video/video'
+import { addVideoShares, createRates } from '../../activitypub'
+
+type FetchType = 'activity' | 'video-likes' | 'video-dislikes' | 'video-shares' | 'video-comments'
export type ActivitypubHttpFetcherPayload = {
- uris: string[]
+ uri: string
+ type: FetchType
+ videoId?: number
}
-async function processActivityPubHttpFetcher (job: kue.Job) {
+async function processActivityPubHttpFetcher (job: Bull.Job) {
logger.info('Processing ActivityPub fetcher in job %d.', job.id)
- const payload = job.data as ActivitypubHttpBroadcastPayload
-
- const options = {
- method: 'GET',
- uri: '',
- json: true,
- activityPub: true
- }
-
- for (const uri of payload.uris) {
- options.uri = uri
- logger.info('Fetching ActivityPub data on %s.', uri)
-
- const response = await doRequest(options)
- const firstBody = response.body
-
- if (firstBody.first && Array.isArray(firstBody.first.orderedItems)) {
- const activities = firstBody.first.orderedItems
+ const payload = job.data as ActivitypubHttpFetcherPayload
- logger.info('Processing %i items ActivityPub fetcher for %s.', activities.length, options.uri)
+ let video: VideoModel
+ if (payload.videoId) video = await VideoModel.loadAndPopulateAccountAndServerAndTags(payload.videoId)
- await processActivities(activities)
- }
-
- let limit = ACTIVITY_PUB.FETCH_PAGE_LIMIT
- let i = 0
- let nextLink = firstBody.first.next
- while (nextLink && i < limit) {
- options.uri = nextLink
-
- const { body } = await doRequest(options)
- nextLink = body.next
- i++
-
- if (Array.isArray(body.orderedItems)) {
- const activities = body.orderedItems
- logger.info('Processing %i items ActivityPub fetcher for %s.', activities.length, options.uri)
-
- await processActivities(activities)
- }
- }
+ const fetcherType: { [ id in FetchType ]: (items: any[]) => Promise<any> } = {
+ 'activity': items => processActivities(items, { outboxUrl: payload.uri }),
+ 'video-likes': items => createRates(items, video, 'like'),
+ 'video-dislikes': items => createRates(items, video, 'dislike'),
+ 'video-shares': items => addVideoShares(items, video),
+ 'video-comments': items => addVideoComments(items, video)
}
+
+ return crawlCollectionPage(payload.uri, fetcherType[payload.type])
}
// ---------------------------------------------------------------------------