X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Finitializers%2Fconstants.ts;h=e3f7ceb4a07f7a2c2917992717c02ca2787df8e7;hb=3efa4da1fef44400931c3db47dc27a92da77062e;hp=f6c19dab4197fa3f1837c06273d514c070099845;hpb=276250f0a36e00373166d91d539e5220d6f158c7;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index f6c19dab4..e3f7ceb4a 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts @@ -2,7 +2,7 @@ import { CronRepeatOptions, EveryRepeatOptions } from 'bull' import { randomBytes } from 'crypto' import { invert } from 'lodash' import { join } from 'path' -import { randomInt } from '../../shared/core-utils/common/miscs' +import { randomInt, root } from '@shared/core-utils' import { AbuseState, JobType, @@ -14,17 +14,17 @@ import { VideoTranscodingFPS } from '../../shared/models' import { ActivityPubActorType } from '../../shared/models/activitypub' -import { FollowState } from '../../shared/models/actors' +import { ActorImageType, FollowState } from '../../shared/models/actors' import { NSFWPolicyType } from '../../shared/models/videos/nsfw-policy.type' import { VideoPlaylistPrivacy } from '../../shared/models/videos/playlist/video-playlist-privacy.model' import { VideoPlaylistType } from '../../shared/models/videos/playlist/video-playlist-type.model' // Do not use barrels, remain constants as independent as possible -import { isTestInstance, root, sanitizeHost, sanitizeUrl } from '../helpers/core-utils' +import { isTestInstance, isTestOrDevInstance, parseDurationToMs, sanitizeHost, sanitizeUrl } from '../helpers/core-utils' import { CONFIG, registerConfigChangedHandler } from './config' // --------------------------------------------------------------------------- -const LAST_MIGRATION_VERSION = 670 +const LAST_MIGRATION_VERSION = 720 // --------------------------------------------------------------------------- @@ -52,12 +52,13 @@ const WEBSERVER = { WS: '', HOSTNAME: '', PORT: 0, - RTMP_URL: '' + RTMP_URL: '', + RTMPS_URL: '' } // Sortable columns per schema const SORTABLE_COLUMNS = { - USERS: [ 'id', 'username', 'videoQuotaUsed', 'createdAt', 'lastLoginDate', 'role' ], + ADMIN_USERS: [ 'id', 'username', 'videoQuotaUsed', 'createdAt', 'lastLoginDate', 'role' ], USER_SUBSCRIPTIONS: [ 'id', 'createdAt' ], ACCOUNTS: [ 'createdAt' ], JOBS: [ 'createdAt' ], @@ -138,6 +139,7 @@ const REMOTE_SCHEME = { const JOB_ATTEMPTS: { [id in JobType]: number } = { 'activitypub-http-broadcast': 1, + 'activitypub-http-broadcast-parallel': 1, 'activitypub-http-unicast': 1, 'activitypub-http-fetcher': 2, 'activitypub-follow': 5, @@ -147,15 +149,18 @@ const JOB_ATTEMPTS: { [id in JobType]: number } = { 'video-import': 1, 'email': 5, 'actor-keys': 3, - 'videos-views': 1, + 'videos-views-stats': 1, 'activitypub-refresher': 1, 'video-redundancy': 1, 'video-live-ending': 1, + 'video-studio-edition': 1, + 'manage-video-torrent': 1, 'move-to-object-storage': 3 } // Excluded keys are jobs that can be configured by admins const JOB_CONCURRENCY: { [id in Exclude]: number } = { 'activitypub-http-broadcast': 1, + 'activitypub-http-broadcast-parallel': 30, 'activitypub-http-unicast': 10, 'activitypub-http-fetcher': 3, 'activitypub-cleaner': 1, @@ -163,31 +168,36 @@ const JOB_CONCURRENCY: { [id in Exclude' } -// --------------------------------------------------------------------------- - -const FEEDS = { - COUNT: 20 -} - const MAX_LOGS_OUTPUT_CHARACTERS = 10 * 1000 * 1000 const LOG_FILENAME = 'peertube.log' const AUDIT_LOG_FILENAME = 'peertube-audit.log' @@ -764,54 +821,69 @@ const SEARCH_INDEX = { // --------------------------------------------------------------------------- +const STATS_TIMESERIE = { + MAX_DAYS: 365 * 10 // Around 10 years +} + +// --------------------------------------------------------------------------- + // Special constants for a test instance -if (isTestInstance() === true) { - PRIVATE_RSA_KEY_SIZE = 1024 +if (process.env.PRODUCTION_CONSTANTS !== 'true') { + if (isTestOrDevInstance()) { + PRIVATE_RSA_KEY_SIZE = 1024 + + ACTOR_FOLLOW_SCORE.BASE = 20 - ACTOR_FOLLOW_SCORE.BASE = 20 + REMOTE_SCHEME.HTTP = 'http' + REMOTE_SCHEME.WS = 'ws' - REMOTE_SCHEME.HTTP = 'http' - REMOTE_SCHEME.WS = 'ws' + STATIC_MAX_AGE.SERVER = '0' - STATIC_MAX_AGE.SERVER = '0' + SCHEDULER_INTERVALS_MS.ACTOR_FOLLOW_SCORES = 1000 + SCHEDULER_INTERVALS_MS.REMOVE_OLD_JOBS = 10000 + SCHEDULER_INTERVALS_MS.REMOVE_OLD_HISTORY = 5000 + SCHEDULER_INTERVALS_MS.REMOVE_OLD_VIEWS = 5000 + SCHEDULER_INTERVALS_MS.UPDATE_VIDEOS = 5000 + SCHEDULER_INTERVALS_MS.AUTO_FOLLOW_INDEX_INSTANCES = 5000 + SCHEDULER_INTERVALS_MS.UPDATE_INBOX_STATS = 5000 + SCHEDULER_INTERVALS_MS.CHECK_PEERTUBE_VERSION = 2000 - ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE = 2 - ACTIVITY_PUB.ACTOR_REFRESH_INTERVAL = 10 * 1000 // 10 seconds - ACTIVITY_PUB.VIDEO_REFRESH_INTERVAL = 10 * 1000 // 10 seconds - ACTIVITY_PUB.VIDEO_PLAYLIST_REFRESH_INTERVAL = 10 * 1000 // 10 seconds + REPEAT_JOBS['videos-views-stats'] = { every: 5000 } - CONSTRAINTS_FIELDS.ACTORS.IMAGE.FILE_SIZE.max = 100 * 1024 // 100KB - CONSTRAINTS_FIELDS.VIDEOS.IMAGE.FILE_SIZE.max = 400 * 1024 // 400KB + REPEAT_JOBS['activitypub-cleaner'] = { every: 5000 } + AP_CLEANER.PERIOD = 5000 - SCHEDULER_INTERVALS_MS.ACTOR_FOLLOW_SCORES = 1000 - SCHEDULER_INTERVALS_MS.REMOVE_OLD_JOBS = 10000 - SCHEDULER_INTERVALS_MS.REMOVE_OLD_HISTORY = 5000 - SCHEDULER_INTERVALS_MS.REMOVE_OLD_VIEWS = 5000 - SCHEDULER_INTERVALS_MS.UPDATE_VIDEOS = 5000 - SCHEDULER_INTERVALS_MS.AUTO_FOLLOW_INDEX_INSTANCES = 5000 - SCHEDULER_INTERVALS_MS.UPDATE_INBOX_STATS = 5000 - SCHEDULER_INTERVALS_MS.CHECK_PEERTUBE_VERSION = 2000 - REPEAT_JOBS['videos-views'] = { every: 5000 } - REPEAT_JOBS['activitypub-cleaner'] = { every: 5000 } + REDUNDANCY.VIDEOS.RANDOMIZED_FACTOR = 1 - REDUNDANCY.VIDEOS.RANDOMIZED_FACTOR = 1 + CONTACT_FORM_LIFETIME = 1000 // 1 second - VIEW_LIFETIME.VIDEO = 1000 // 1 second - VIEW_LIFETIME.LIVE = 1000 * 5 // 5 second - CONTACT_FORM_LIFETIME = 1000 // 1 second + JOB_ATTEMPTS['email'] = 1 + + FILES_CACHE.VIDEO_CAPTIONS.MAX_AGE = 3000 + MEMOIZE_TTL.OVERVIEWS_SAMPLE = 3000 + MEMOIZE_TTL.LIVE_ABLE_TO_UPLOAD = 3000 + OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD = 2 + + PLUGIN_EXTERNAL_AUTH_TOKEN_LIFETIME = 5000 + } - JOB_ATTEMPTS['email'] = 1 + if (isTestInstance()) { + ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE = 2 + ACTIVITY_PUB.ACTOR_REFRESH_INTERVAL = 10 * 1000 // 10 seconds + ACTIVITY_PUB.VIDEO_REFRESH_INTERVAL = 10 * 1000 // 10 seconds + ACTIVITY_PUB.VIDEO_PLAYLIST_REFRESH_INTERVAL = 10 * 1000 // 10 seconds - FILES_CACHE.VIDEO_CAPTIONS.MAX_AGE = 3000 - MEMOIZE_TTL.OVERVIEWS_SAMPLE = 3000 - MEMOIZE_TTL.LIVE_ABLE_TO_UPLOAD = 3000 - OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD = 2 + CONSTRAINTS_FIELDS.ACTORS.IMAGE.FILE_SIZE.max = 100 * 1024 // 100KB + CONSTRAINTS_FIELDS.VIDEOS.IMAGE.FILE_SIZE.max = 400 * 1024 // 400KB - PLUGIN_EXTERNAL_AUTH_TOKEN_LIFETIME = 5000 + VIEW_LIFETIME.VIEWER_COUNTER = 1000 * 5 // 5 second + VIEW_LIFETIME.VIEWER_STATS = 1000 * 5 // 5 second - VIDEO_LIVE.CLEANUP_DELAY = 5000 - VIDEO_LIVE.SEGMENT_TIME_SECONDS = 2 - VIDEO_LIVE.EDGE_LIVE_DELAY_SEGMENTS_NOTIFICATION = 1 + VIDEO_LIVE.CLEANUP_DELAY = getIntEnv('PEERTUBE_TEST_CONSTANTS_VIDEO_LIVE_CLEANUP_DELAY') ?? 5000 + VIDEO_LIVE.SEGMENT_TIME_SECONDS.DEFAULT_LATENCY = 2 + VIDEO_LIVE.SEGMENT_TIME_SECONDS.SMALL_LATENCY = 1 + VIDEO_LIVE.EDGE_LIVE_DELAY_SEGMENTS_NOTIFICATION = 1 + } } updateWebserverUrls() @@ -832,6 +904,16 @@ const FILES_CONTENT_HASH = { // --------------------------------------------------------------------------- +const VIDEO_FILTERS = { + WATERMARK: { + SIZE_RATIO: 1 / 10, + HORIZONTAL_MARGIN_RATIO: 1 / 20, + VERTICAL_MARGIN_RATIO: 1 / 20 + } +} + +// --------------------------------------------------------------------------- + export { WEBSERVER, API_VERSION, @@ -854,10 +936,11 @@ export { REDUNDANCY, JOB_CONCURRENCY, JOB_ATTEMPTS, - AP_CLEANER_CONCURRENCY, + AP_CLEANER, LAST_MIGRATION_VERSION, OAUTH_LIFETIME, CUSTOM_HTML_TAG_COMMENTS, + STATS_TIMESERIE, BROADCAST_CONCURRENCY, AUDIT_LOG_FILENAME, PAGINATION, @@ -870,10 +953,10 @@ export { PLUGIN_GLOBAL_CSS_FILE_NAME, PLUGIN_GLOBAL_CSS_PATH, PRIVATE_RSA_KEY_SIZE, + VIDEO_FILTERS, ROUTE_CACHE_LIFETIME, SORTABLE_COLUMNS, HLS_STREAMING_PLAYLIST_DIRECTORY, - FEEDS, JOB_TTL, DEFAULT_THEME_NAME, NSFW_POLICY_TYPES, @@ -891,15 +974,15 @@ export { VIDEO_PRIVACIES, VIDEO_LICENCES, VIDEO_STATES, - QUEUE_CONCURRENCY, + WORKER_THREADS, VIDEO_RATE_TYPES, JOB_PRIORITY, VIDEO_TRANSCODING_FPS, FFMPEG_NICE, ABUSE_STATES, - VIDEO_CHANNELS, LRU_CACHE, - REQUEST_TIMEOUT, + REQUEST_TIMEOUTS, + MAX_LOCAL_VIEWER_WATCH_SECTIONS, USER_PASSWORD_RESET_LIFETIME, USER_PASSWORD_CREATE_LIFETIME, MEMOIZE_TTL, @@ -971,6 +1054,8 @@ function buildVideoMimetypeExt () { // The standard video format used by many Sony and Panasonic HD camcorders. // It is also used for storing high definition video on Blu-ray discs. 'video/mp2t': '.mts', + 'video/vnd.dlna.mpeg-tts': '.mts', + 'video/m2ts': '.m2ts', // Old formats reliant on MPEG-1/MPEG-2 @@ -1002,7 +1087,11 @@ function updateWebserverUrls () { WEBSERVER.HOSTNAME = CONFIG.WEBSERVER.HOSTNAME WEBSERVER.PORT = CONFIG.WEBSERVER.PORT - WEBSERVER.RTMP_URL = 'rtmp://' + CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.LIVE.RTMP.PORT + '/' + VIDEO_LIVE.RTMP.BASE_PATH + const rtmpHostname = CONFIG.LIVE.RTMP.PUBLIC_HOSTNAME || CONFIG.WEBSERVER.HOSTNAME + const rtmpsHostname = CONFIG.LIVE.RTMPS.PUBLIC_HOSTNAME || CONFIG.WEBSERVER.HOSTNAME + + WEBSERVER.RTMP_URL = 'rtmp://' + rtmpHostname + ':' + CONFIG.LIVE.RTMP.PORT + '/' + VIDEO_LIVE.RTMP.BASE_PATH + WEBSERVER.RTMPS_URL = 'rtmps://' + rtmpsHostname + ':' + CONFIG.LIVE.RTMPS.PORT + '/' + VIDEO_LIVE.RTMP.BASE_PATH } function updateWebserverConfig () { @@ -1072,7 +1161,9 @@ function buildLanguages () { epo: true, // Esperanto tlh: true, // Klingon jbo: true, // Lojban - avk: true // Kotava + avk: true, // Kotava + + zxx: true // No linguistic content (ISO-639-2) } // Only add ISO639-1 languages and some sign languages (ISO639-3) @@ -1086,6 +1177,11 @@ function buildLanguages () { // Override Occitan label languages['oc'] = 'Occitan' languages['el'] = 'Greek' + languages['tok'] = 'Toki Pona' + + // Chinese languages + languages['zh-Hans'] = 'Simplified Chinese' + languages['zh-Hant'] = 'Traditional Chinese' return languages } @@ -1093,3 +1189,9 @@ function buildLanguages () { function generateContentHash () { return randomBytes(20).toString('hex') } + +function getIntEnv (path: string) { + if (process.env[path]) return parseInt(process.env[path]) + + return undefined +}