-import * as kue from 'kue'
+import { Job } from 'bullmq'
+import { buildGlobalHeaders, buildSignedRequestOptions, computeBody } from '@server/lib/activitypub/send'
+import { ActorFollowHealthCache } from '@server/lib/actor-follow-health-cache'
+import { parallelHTTPBroadcastFromWorker, sequentialHTTPBroadcastFromWorker } from '@server/lib/worker/parent-process'
+import { ActivitypubHttpBroadcastPayload } from '@shared/models'
import { logger } from '../../../helpers/logger'
-import { doRequest } from '../../../helpers/requests'
-import { ActorFollowModel } from '../../../models/activitypub/actor-follow'
-import { buildSignedRequestOptions, computeBody } from './utils/activitypub-http-utils'
-
-export type ActivitypubHttpBroadcastPayload = {
- uris: string[]
- signatureActorId?: number
- body: any
-}
-async function processActivityPubHttpBroadcast (job: kue.Job) {
- logger.info('Processing ActivityPub broadcast in job %d.', job.id)
+// Prefer using a worker thread for HTTP requests because on high load we may have to sign many requests, which can be CPU intensive
- const payload = job.data as ActivitypubHttpBroadcastPayload
+async function processActivityPubHttpSequentialBroadcast (job: Job<ActivitypubHttpBroadcastPayload>) {
+ logger.info('Processing ActivityPub broadcast in job %s.', job.id)
- const body = await computeBody(payload)
- const httpSignatureOptions = await buildSignedRequestOptions(payload)
+ const requestOptions = await buildRequestOptions(job.data)
- const options = {
- method: 'POST',
- uri: '',
- json: body,
- httpSignature: httpSignatureOptions
- }
+ const { badUrls, goodUrls } = await sequentialHTTPBroadcastFromWorker({ uris: job.data.uris, requestOptions })
- const badUrls: string[] = []
- const goodUrls: string[] = []
+ return ActorFollowHealthCache.Instance.updateActorFollowsHealth(goodUrls, badUrls)
+}
- for (const uri of payload.uris) {
- options.uri = uri
+async function processActivityPubParallelHttpBroadcast (job: Job<ActivitypubHttpBroadcastPayload>) {
+ logger.info('Processing ActivityPub parallel broadcast in job %s.', job.id)
- try {
- await doRequest(options)
- goodUrls.push(uri)
- } catch (err) {
- badUrls.push(uri)
- }
- }
+ const requestOptions = await buildRequestOptions(job.data)
- return ActorFollowModel.updateActorFollowsScoreAndRemoveBadOnes(goodUrls, badUrls, undefined)
+ const { badUrls, goodUrls } = await parallelHTTPBroadcastFromWorker({ uris: job.data.uris, requestOptions })
+
+ return ActorFollowHealthCache.Instance.updateActorFollowsHealth(goodUrls, badUrls)
}
// ---------------------------------------------------------------------------
export {
- processActivityPubHttpBroadcast
+ processActivityPubHttpSequentialBroadcast,
+ processActivityPubParallelHttpBroadcast
+}
+
+// ---------------------------------------------------------------------------
+
+async function buildRequestOptions (payload: ActivitypubHttpBroadcastPayload) {
+ const body = await computeBody(payload)
+ const httpSignatureOptions = await buildSignedRequestOptions(payload)
+
+ return {
+ method: 'POST' as 'POST',
+ json: body,
+ httpSignature: httpSignatureOptions,
+ headers: buildGlobalHeaders(body)
+ }
}