]>
Commit | Line | Data |
---|---|---|
94a5ff8a | 1 | import * as kue from 'kue' |
da854ddd C |
2 | import { logger } from '../../../helpers/logger' |
3 | import { doRequest } from '../../../helpers/requests' | |
3fd3ab2d C |
4 | import { ACTIVITY_PUB } from '../../../initializers' |
5 | import { processActivities } from '../../activitypub/process' | |
94a5ff8a | 6 | import { ActivitypubHttpBroadcastPayload } from './activitypub-http-broadcast' |
c986175d | 7 | |
94a5ff8a C |
8 | export type ActivitypubHttpFetcherPayload = { |
9 | uris: string[] | |
10 | } | |
11 | ||
12 | async function processActivityPubHttpFetcher (job: kue.Job) { | |
13 | logger.info('Processing ActivityPub fetcher in job %d.', job.id) | |
14 | ||
15 | const payload = job.data as ActivitypubHttpBroadcastPayload | |
c986175d C |
16 | |
17 | const options = { | |
18 | method: 'GET', | |
19 | uri: '', | |
da854ddd C |
20 | json: true, |
21 | activityPub: true | |
c986175d C |
22 | } |
23 | ||
24 | for (const uri of payload.uris) { | |
25 | options.uri = uri | |
26 | logger.info('Fetching ActivityPub data on %s.', uri) | |
27 | ||
28 | const response = await doRequest(options) | |
29 | const firstBody = response.body | |
30 | ||
31 | if (firstBody.first && Array.isArray(firstBody.first.orderedItems)) { | |
32 | const activities = firstBody.first.orderedItems | |
33 | ||
c46edbc2 | 34 | logger.info('Processing %i items ActivityPub fetcher for %s.', activities.length, options.uri) |
c986175d C |
35 | |
36 | await processActivities(activities) | |
37 | } | |
38 | ||
39 | let limit = ACTIVITY_PUB.FETCH_PAGE_LIMIT | |
40 | let i = 0 | |
41 | let nextLink = firstBody.first.next | |
42 | while (nextLink && i < limit) { | |
43 | options.uri = nextLink | |
44 | ||
45 | const { body } = await doRequest(options) | |
c46edbc2 | 46 | nextLink = body.next |
c986175d C |
47 | i++ |
48 | ||
49 | if (Array.isArray(body.orderedItems)) { | |
50 | const activities = body.orderedItems | |
c46edbc2 | 51 | logger.info('Processing %i items ActivityPub fetcher for %s.', activities.length, options.uri) |
c986175d C |
52 | |
53 | await processActivities(activities) | |
54 | } | |
55 | } | |
56 | } | |
57 | } | |
58 | ||
c986175d C |
59 | // --------------------------------------------------------------------------- |
60 | ||
61 | export { | |
94a5ff8a | 62 | processActivityPubHttpFetcher |
c986175d | 63 | } |