From c3b21b68b55fa5cb0ee7a23e4316b5466a0448f0 Mon Sep 17 00:00:00 2001 From: Chocobozzz Date: Wed, 23 Nov 2022 17:13:01 +0100 Subject: Delete completed/failed jobs directly from bullmq --- server/initializers/constants.ts | 22 ++++++++++++++++++++-- 1 file changed, 20 insertions(+), 2 deletions(-) (limited to 'server/initializers') diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index 991fe3e85..c8fa8fa2c 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts @@ -239,7 +239,23 @@ const REQUEST_TIMEOUTS = { REDUNDANCY: JOB_TTL['video-redundancy'] } -const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days +const JOB_REMOVAL_OPTIONS = { + COUNT: 10000, // Max jobs to store + + SUCCESS: { // Success jobs + 'DEFAULT': parseDurationToMs('2 days'), + + 'activitypub-http-broadcast-parallel': parseDurationToMs('10 minutes'), + 'activitypub-http-unicast': parseDurationToMs('1 hour'), + 'videos-views-stats': parseDurationToMs('3 hours'), + 'activitypub-refresher': parseDurationToMs('10 hours') + }, + + FAILURE: { // Failed job + DEFAULT: parseDurationToMs('7 days') + } +} + const VIDEO_IMPORT_TIMEOUT = Math.floor(JOB_TTL['video-import'] * 0.9) const SCHEDULER_INTERVALS_MS = { @@ -938,6 +954,8 @@ if (process.env.PRODUCTION_CONSTANTS !== 'true') { OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD = 2 PLUGIN_EXTERNAL_AUTH_TOKEN_LIFETIME = 5000 + + JOB_REMOVAL_OPTIONS.SUCCESS['videos-views-stats'] = 10000 } if (isTestInstance()) { @@ -1069,7 +1087,7 @@ export { CRAWL_REQUEST_CONCURRENCY, DEFAULT_AUDIO_RESOLUTION, BINARY_CONTENT_TYPES, - JOB_COMPLETED_LIFETIME, + JOB_REMOVAL_OPTIONS, HTTP_SIGNATURE, VIDEO_IMPORT_STATES, VIDEO_CHANNEL_SYNC_STATE, -- cgit v1.2.3