diff options
Diffstat (limited to 'server/initializers')
-rw-r--r-- | server/initializers/checker-before-init.ts | 2 | ||||
-rw-r--r-- | server/initializers/config.ts | 3 | ||||
-rw-r--r-- | server/initializers/constants.ts | 12 |
3 files changed, 14 insertions, 3 deletions
diff --git a/server/initializers/checker-before-init.ts b/server/initializers/checker-before-init.ts index 2578de5ed..565e0d1fa 100644 --- a/server/initializers/checker-before-init.ts +++ b/server/initializers/checker-before-init.ts | |||
@@ -36,7 +36,7 @@ function checkMissedConfig () { | |||
36 | 'rates_limit.login.window', 'rates_limit.login.max', 'rates_limit.ask_send_email.window', 'rates_limit.ask_send_email.max', | 36 | 'rates_limit.login.window', 'rates_limit.login.max', 'rates_limit.ask_send_email.window', 'rates_limit.ask_send_email.max', |
37 | 'theme.default', | 37 | 'theme.default', |
38 | 'remote_redundancy.videos.accept_from', | 38 | 'remote_redundancy.videos.accept_from', |
39 | 'federation.videos.federate_unlisted', | 39 | 'federation.videos.federate_unlisted', 'federation.videos.cleanup_remote_interactions', |
40 | 'search.remote_uri.users', 'search.remote_uri.anonymous', 'search.search_index.enabled', 'search.search_index.url', | 40 | 'search.remote_uri.users', 'search.remote_uri.anonymous', 'search.search_index.enabled', 'search.search_index.url', |
41 | 'search.search_index.disable_local_search', 'search.search_index.is_default_search', | 41 | 'search.search_index.disable_local_search', 'search.search_index.is_default_search', |
42 | 'live.enabled', 'live.allow_replay', 'live.max_duration', 'live.max_user_lives', 'live.max_instance_lives', | 42 | 'live.enabled', 'live.allow_replay', 'live.max_duration', 'live.max_user_lives', 'live.max_instance_lives', |
diff --git a/server/initializers/config.ts b/server/initializers/config.ts index 21ca78584..c16b63c33 100644 --- a/server/initializers/config.ts +++ b/server/initializers/config.ts | |||
@@ -159,7 +159,8 @@ const CONFIG = { | |||
159 | }, | 159 | }, |
160 | FEDERATION: { | 160 | FEDERATION: { |
161 | VIDEOS: { | 161 | VIDEOS: { |
162 | FEDERATE_UNLISTED: config.get<boolean>('federation.videos.federate_unlisted') | 162 | FEDERATE_UNLISTED: config.get<boolean>('federation.videos.federate_unlisted'), |
163 | CLEANUP_REMOTE_INTERACTIONS: config.get<boolean>('federation.videos.cleanup_remote_interactions') | ||
163 | } | 164 | } |
164 | }, | 165 | }, |
165 | ADMIN: { | 166 | ADMIN: { |
diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index 74192d590..083a29889 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts | |||
@@ -137,6 +137,7 @@ const JOB_ATTEMPTS: { [id in JobType]: number } = { | |||
137 | 'activitypub-http-unicast': 5, | 137 | 'activitypub-http-unicast': 5, |
138 | 'activitypub-http-fetcher': 5, | 138 | 'activitypub-http-fetcher': 5, |
139 | 'activitypub-follow': 5, | 139 | 'activitypub-follow': 5, |
140 | 'activitypub-cleaner': 1, | ||
140 | 'video-file-import': 1, | 141 | 'video-file-import': 1, |
141 | 'video-transcoding': 1, | 142 | 'video-transcoding': 1, |
142 | 'video-import': 1, | 143 | 'video-import': 1, |
@@ -147,10 +148,12 @@ const JOB_ATTEMPTS: { [id in JobType]: number } = { | |||
147 | 'video-redundancy': 1, | 148 | 'video-redundancy': 1, |
148 | 'video-live-ending': 1 | 149 | 'video-live-ending': 1 |
149 | } | 150 | } |
150 | const JOB_CONCURRENCY: { [id in JobType]?: number } = { | 151 | // Excluded keys are jobs that can be configured by admins |
152 | const JOB_CONCURRENCY: { [id in Exclude<JobType, 'video-transcoding' | 'video-import'>]: number } = { | ||
151 | 'activitypub-http-broadcast': 1, | 153 | 'activitypub-http-broadcast': 1, |
152 | 'activitypub-http-unicast': 5, | 154 | 'activitypub-http-unicast': 5, |
153 | 'activitypub-http-fetcher': 1, | 155 | 'activitypub-http-fetcher': 1, |
156 | 'activitypub-cleaner': 1, | ||
154 | 'activitypub-follow': 1, | 157 | 'activitypub-follow': 1, |
155 | 'video-file-import': 1, | 158 | 'video-file-import': 1, |
156 | 'email': 5, | 159 | 'email': 5, |
@@ -165,6 +168,7 @@ const JOB_TTL: { [id in JobType]: number } = { | |||
165 | 'activitypub-http-unicast': 60000 * 10, // 10 minutes | 168 | 'activitypub-http-unicast': 60000 * 10, // 10 minutes |
166 | 'activitypub-http-fetcher': 1000 * 3600 * 10, // 10 hours | 169 | 'activitypub-http-fetcher': 1000 * 3600 * 10, // 10 hours |
167 | 'activitypub-follow': 60000 * 10, // 10 minutes | 170 | 'activitypub-follow': 60000 * 10, // 10 minutes |
171 | 'activitypub-cleaner': 1000 * 3600, // 1 hour | ||
168 | 'video-file-import': 1000 * 3600, // 1 hour | 172 | 'video-file-import': 1000 * 3600, // 1 hour |
169 | 'video-transcoding': 1000 * 3600 * 48, // 2 days, transcoding could be long | 173 | 'video-transcoding': 1000 * 3600 * 48, // 2 days, transcoding could be long |
170 | 'video-import': 1000 * 3600 * 2, // 2 hours | 174 | 'video-import': 1000 * 3600 * 2, // 2 hours |
@@ -178,6 +182,9 @@ const JOB_TTL: { [id in JobType]: number } = { | |||
178 | const REPEAT_JOBS: { [ id: string ]: EveryRepeatOptions | CronRepeatOptions } = { | 182 | const REPEAT_JOBS: { [ id: string ]: EveryRepeatOptions | CronRepeatOptions } = { |
179 | 'videos-views': { | 183 | 'videos-views': { |
180 | cron: randomInt(1, 20) + ' * * * *' // Between 1-20 minutes past the hour | 184 | cron: randomInt(1, 20) + ' * * * *' // Between 1-20 minutes past the hour |
185 | }, | ||
186 | 'activitypub-cleaner': { | ||
187 | cron: '30 5 * * ' + randomInt(0, 7) // 1 time per week (random day) at 5:30 AM | ||
181 | } | 188 | } |
182 | } | 189 | } |
183 | const JOB_PRIORITY = { | 190 | const JOB_PRIORITY = { |
@@ -188,6 +195,7 @@ const JOB_PRIORITY = { | |||
188 | } | 195 | } |
189 | 196 | ||
190 | const BROADCAST_CONCURRENCY = 10 // How many requests in parallel we do in activitypub-http-broadcast job | 197 | const BROADCAST_CONCURRENCY = 10 // How many requests in parallel we do in activitypub-http-broadcast job |
198 | const AP_CLEANER_CONCURRENCY = 10 // How many requests in parallel we do in activitypub-cleaner job | ||
191 | const CRAWL_REQUEST_CONCURRENCY = 1 // How many requests in parallel to fetch remote data (likes, shares...) | 199 | const CRAWL_REQUEST_CONCURRENCY = 1 // How many requests in parallel to fetch remote data (likes, shares...) |
192 | const JOB_REQUEST_TIMEOUT = 7000 // 7 seconds | 200 | const JOB_REQUEST_TIMEOUT = 7000 // 7 seconds |
193 | const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days | 201 | const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days |
@@ -756,6 +764,7 @@ if (isTestInstance() === true) { | |||
756 | SCHEDULER_INTERVALS_MS.autoFollowIndexInstances = 5000 | 764 | SCHEDULER_INTERVALS_MS.autoFollowIndexInstances = 5000 |
757 | SCHEDULER_INTERVALS_MS.updateInboxStats = 5000 | 765 | SCHEDULER_INTERVALS_MS.updateInboxStats = 5000 |
758 | REPEAT_JOBS['videos-views'] = { every: 5000 } | 766 | REPEAT_JOBS['videos-views'] = { every: 5000 } |
767 | REPEAT_JOBS['activitypub-cleaner'] = { every: 5000 } | ||
759 | 768 | ||
760 | REDUNDANCY.VIDEOS.RANDOMIZED_FACTOR = 1 | 769 | REDUNDANCY.VIDEOS.RANDOMIZED_FACTOR = 1 |
761 | 770 | ||
@@ -815,6 +824,7 @@ export { | |||
815 | REDUNDANCY, | 824 | REDUNDANCY, |
816 | JOB_CONCURRENCY, | 825 | JOB_CONCURRENCY, |
817 | JOB_ATTEMPTS, | 826 | JOB_ATTEMPTS, |
827 | AP_CLEANER_CONCURRENCY, | ||
818 | LAST_MIGRATION_VERSION, | 828 | LAST_MIGRATION_VERSION, |
819 | OAUTH_LIFETIME, | 829 | OAUTH_LIFETIME, |
820 | CUSTOM_HTML_TAG_COMMENTS, | 830 | CUSTOM_HTML_TAG_COMMENTS, |