X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;ds=inline;f=server%2Finitializers%2Fconstants.ts;h=4703e20f28acc50372afb205cb14c3a2cc3158dd;hb=7b97127e8ba718d673b8a43afa964d136723e6a2;hp=f7d9a41da52a4ff6be18bb06024ed8f31c2aab58;hpb=405c83f9af377a663a4c8e9ad025fd5c10496922;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index f7d9a41da..4703e20f2 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts @@ -1,11 +1,12 @@ import { RepeatOptions } from 'bullmq' -import { randomBytes } from 'crypto' +import { Encoding, randomBytes } from 'crypto' import { invert } from 'lodash' import { join } from 'path' import { randomInt, root } from '@shared/core-utils' import { AbuseState, JobType, + UserRegistrationState, VideoChannelSyncState, VideoImportState, VideoPrivacy, @@ -25,7 +26,7 @@ import { CONFIG, registerConfigChangedHandler } from './config' // --------------------------------------------------------------------------- -const LAST_MIGRATION_VERSION = 735 +const LAST_MIGRATION_VERSION = 755 // --------------------------------------------------------------------------- @@ -78,6 +79,8 @@ const SORTABLE_COLUMNS = { ACCOUNT_FOLLOWERS: [ 'createdAt' ], CHANNEL_FOLLOWERS: [ 'createdAt' ], + USER_REGISTRATIONS: [ 'createdAt', 'state' ], + VIDEOS: [ 'name', 'duration', 'createdAt', 'publishedAt', 'originallyPublishedAt', 'views', 'likes', 'trending', 'hot', 'best' ], // Don't forget to update peertube-search-index with the same values @@ -101,11 +104,6 @@ const SORTABLE_COLUMNS = { VIDEO_REDUNDANCIES: [ 'name' ] } -const OAUTH_LIFETIME = { - ACCESS_TOKEN: 3600 * 24, // 1 day, for upload - REFRESH_TOKEN: 1209600 // 2 weeks -} - const ROUTE_CACHE_LIFETIME = { FEEDS: '15 minutes', ROBOTS: '2 hours', @@ -116,7 +114,8 @@ const ROUTE_CACHE_LIFETIME = { ACTIVITY_PUB: { VIDEOS: '1 second' // 1 second, cache concurrent requests after a broadcast for example }, - STATS: '4 hours' + STATS: '4 hours', + WELL_KNOWN: '1 day' } // --------------------------------------------------------------------------- @@ -168,7 +167,7 @@ const JOB_ATTEMPTS: { [id in JobType]: number } = { const JOB_CONCURRENCY: { [id in Exclude]: number } = { 'activitypub-http-broadcast': 1, 'activitypub-http-broadcast-parallel': 30, - 'activitypub-http-unicast': 10, + 'activitypub-http-unicast': 30, 'activitypub-http-fetcher': 3, 'activitypub-cleaner': 1, 'activitypub-follow': 1, @@ -213,10 +212,10 @@ const JOB_TTL: { [id in JobType]: number } = { } const REPEAT_JOBS: { [ id in JobType ]?: RepeatOptions } = { 'videos-views-stats': { - cron: randomInt(1, 20) + ' * * * *' // Between 1-20 minutes past the hour + pattern: randomInt(1, 20) + ' * * * *' // Between 1-20 minutes past the hour }, 'activitypub-cleaner': { - cron: '30 5 * * ' + randomInt(0, 7) // 1 time per week (random day) at 5:30 AM + pattern: '30 5 * * ' + randomInt(0, 7) // 1 time per week (random day) at 5:30 AM } } const JOB_PRIORITY = { @@ -238,7 +237,23 @@ const REQUEST_TIMEOUTS = { REDUNDANCY: JOB_TTL['video-redundancy'] } -const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days +const JOB_REMOVAL_OPTIONS = { + COUNT: 10000, // Max jobs to store + + SUCCESS: { // Success jobs + 'DEFAULT': parseDurationToMs('2 days'), + + 'activitypub-http-broadcast-parallel': parseDurationToMs('10 minutes'), + 'activitypub-http-unicast': parseDurationToMs('1 hour'), + 'videos-views-stats': parseDurationToMs('3 hours'), + 'activitypub-refresher': parseDurationToMs('10 hours') + }, + + FAILURE: { // Failed job + DEFAULT: parseDurationToMs('7 days') + } +} + const VIDEO_IMPORT_TIMEOUT = Math.floor(JOB_TTL['video-import'] * 0.9) const SCHEDULER_INTERVALS_MS = { @@ -278,6 +293,10 @@ const CONSTRAINTS_FIELDS = { ABUSE_MESSAGES: { MESSAGE: { min: 2, max: 3000 } // Length }, + USER_REGISTRATIONS: { + REASON_MESSAGE: { min: 2, max: 3000 }, // Length + MODERATOR_MESSAGE: { min: 2, max: 3000 } // Length + }, VIDEO_BLACKLIST: { REASON: { min: 2, max: 300 } // Length }, @@ -504,6 +523,12 @@ const ABUSE_STATES: { [ id in AbuseState ]: string } = { [AbuseState.ACCEPTED]: 'Accepted' } +const USER_REGISTRATION_STATES: { [ id in UserRegistrationState ]: string } = { + [UserRegistrationState.PENDING]: 'Pending', + [UserRegistrationState.REJECTED]: 'Rejected', + [UserRegistrationState.ACCEPTED]: 'Accepted' +} + const VIDEO_PLAYLIST_PRIVACIES: { [ id in VideoPlaylistPrivacy ]: string } = { [VideoPlaylistPrivacy.PUBLIC]: 'Public', [VideoPlaylistPrivacy.UNLISTED]: 'Unlisted', @@ -636,10 +661,19 @@ let PRIVATE_RSA_KEY_SIZE = 2048 // Password encryption const BCRYPT_SALT_SIZE = 10 +const ENCRYPTION = { + ALGORITHM: 'aes-256-cbc', + IV: 16, + SALT: 'peertube', + ENCODING: 'hex' as Encoding +} + const USER_PASSWORD_RESET_LIFETIME = 60000 * 60 // 60 minutes const USER_PASSWORD_CREATE_LIFETIME = 60000 * 60 * 24 * 7 // 7 days -const USER_EMAIL_VERIFY_LIFETIME = 60000 * 60 // 60 minutes +const TWO_FACTOR_AUTH_REQUEST_TOKEN_LIFETIME = 60000 * 10 // 10 minutes + +const EMAIL_VERIFY_LIFETIME = 60000 * 60 // 60 minutes const NSFW_POLICY_TYPES: { [ id: string ]: NSFWPolicyType } = { DO_NOT_LIST: 'do_not_list', @@ -652,10 +686,15 @@ const NSFW_POLICY_TYPES: { [ id: string ]: NSFWPolicyType } = { // Express static paths (router) const STATIC_PATHS = { THUMBNAILS: '/static/thumbnails/', + WEBSEED: '/static/webseed/', + PRIVATE_WEBSEED: '/static/webseed/private/', + REDUNDANCY: '/static/redundancy/', + STREAMING_PLAYLISTS: { - HLS: '/static/streaming-playlists/hls' + HLS: '/static/streaming-playlists/hls', + PRIVATE_HLS: '/static/streaming-playlists/hls/private/' } } const STATIC_DOWNLOAD_PATHS = { @@ -670,6 +709,13 @@ const LAZY_STATIC_PATHS = { VIDEO_CAPTIONS: '/lazy-static/video-captions/', TORRENTS: '/lazy-static/torrents/' } +const OBJECT_STORAGE_PROXY_PATHS = { + PRIVATE_WEBSEED: '/object-storage-proxy/webseed/private/', + + STREAMING_PLAYLISTS: { + PRIVATE_HLS: '/object-storage-proxy/streaming-playlists/hls/private/' + } +} // Cache control const STATIC_MAX_AGE = { @@ -689,7 +735,7 @@ const PREVIEWS_SIZE = { height: 480, minWidth: 400 } -const ACTOR_IMAGES_SIZE: { [key in ActorImageType]: { width: number, height: number }[]} = { +const ACTOR_IMAGES_SIZE: { [key in ActorImageType]: { width: number, height: number }[] } = { [ActorImageType.AVATAR]: [ { width: 120, @@ -735,12 +781,35 @@ const LRU_CACHE = { }, ACTOR_IMAGE_STATIC: { MAX_SIZE: 500 + }, + STATIC_VIDEO_FILES_RIGHTS_CHECK: { + MAX_SIZE: 5000, + TTL: parseDurationToMs('10 seconds') + }, + VIDEO_TOKENS: { + MAX_SIZE: 100_000, + TTL: parseDurationToMs('8 hours') + }, + TRACKER_IPS: { + MAX_SIZE: 100_000 } } -const RESUMABLE_UPLOAD_DIRECTORY = join(CONFIG.STORAGE.TMP_DIR, 'resumable-uploads') -const HLS_STREAMING_PLAYLIST_DIRECTORY = join(CONFIG.STORAGE.STREAMING_PLAYLISTS_DIR, 'hls') -const HLS_REDUNDANCY_DIRECTORY = join(CONFIG.STORAGE.REDUNDANCY_DIR, 'hls') +const DIRECTORIES = { + RESUMABLE_UPLOAD: join(CONFIG.STORAGE.TMP_DIR, 'resumable-uploads'), + + HLS_STREAMING_PLAYLIST: { + PUBLIC: join(CONFIG.STORAGE.STREAMING_PLAYLISTS_DIR, 'hls'), + PRIVATE: join(CONFIG.STORAGE.STREAMING_PLAYLISTS_DIR, 'hls', 'private') + }, + + VIDEOS: { + PUBLIC: CONFIG.STORAGE.VIDEOS_DIR, + PRIVATE: join(CONFIG.STORAGE.VIDEOS_DIR, 'private') + }, + + HLS_REDUNDANCY: join(CONFIG.STORAGE.REDUNDANCY_DIR, 'hls') +} const RESUMABLE_UPLOAD_SESSION_LIFETIME = SCHEDULER_INTERVALS_MS.REMOVE_DANGLING_RESUMABLE_UPLOADS @@ -766,7 +835,7 @@ const VIDEO_LIVE = { const MEMOIZE_TTL = { OVERVIEWS_SAMPLE: 1000 * 3600 * 4, // 4 hours - INFO_HASH_EXISTS: 1000 * 3600 * 12, // 12 hours + INFO_HASH_EXISTS: 1000 * 60, // 1 minute VIDEO_DURATION: 1000 * 10, // 10 seconds LIVE_ABLE_TO_UPLOAD: 1000 * 60, // 1 minute LIVE_CHECK_SOCKET_HEALTH: 1000 * 60, // 1 minute @@ -786,14 +855,6 @@ const WORKER_THREADS = { PROCESS_IMAGE: { CONCURRENCY: 1, MAX_THREADS: 5 - }, - SEQUENTIAL_HTTP_BROADCAST: { - CONCURRENCY: 1, - MAX_THREADS: 1 - }, - PARALLEL_HTTP_BROADCAST: { - CONCURRENCY: JOB_CONCURRENCY['activitypub-http-broadcast-parallel'], - MAX_THREADS: 1 } } @@ -804,6 +865,10 @@ const REDUNDANCY = { } const ACCEPT_HEADERS = [ 'html', 'application/json' ].concat(ACTIVITY_PUB.POTENTIAL_ACCEPT_HEADERS) +const OTP = { + HEADER_NAME: 'x-peertube-otp', + HEADER_REQUIRED_VALUE: 'required; app' +} const ASSETS_PATH = { DEFAULT_AUDIO_BACKGROUND: join(root(), 'dist', 'server', 'assets', 'default-audio-background.jpg'), @@ -830,7 +895,7 @@ const TRACKER_RATE_LIMITS = { INTERVAL: 60000 * 5, // 5 minutes ANNOUNCES_PER_IP_PER_INFOHASH: 15, // maximum announces per torrent in the interval ANNOUNCES_PER_IP: 30, // maximum announces for all our torrents in the interval - BLOCK_IP_LIFETIME: 60000 * 3 // 3 minutes + BLOCK_IP_LIFETIME: parseDurationToMs('3 minutes') } const P2P_MEDIA_LOADER_PEER_VERSION = 2 @@ -900,6 +965,8 @@ if (process.env.PRODUCTION_CONSTANTS !== 'true') { OVERVIEWS.VIDEOS.SAMPLE_THRESHOLD = 2 PLUGIN_EXTERNAL_AUTH_TOKEN_LIFETIME = 5000 + + JOB_REMOVAL_OPTIONS.SUCCESS['videos-views-stats'] = 10000 } if (isTestInstance()) { @@ -952,13 +1019,14 @@ const VIDEO_FILTERS = { export { WEBSERVER, API_VERSION, + ENCRYPTION, VIDEO_LIVE, PEERTUBE_VERSION, LAZY_STATIC_PATHS, + OBJECT_STORAGE_PROXY_PATHS, SEARCH_INDEX, - RESUMABLE_UPLOAD_DIRECTORY, + DIRECTORIES, RESUMABLE_UPLOAD_SESSION_LIFETIME, - HLS_REDUNDANCY_DIRECTORY, P2P_MEDIA_LOADER_PEER_VERSION, ACTOR_IMAGES_SIZE, ACCEPT_HEADERS, @@ -973,7 +1041,6 @@ export { JOB_ATTEMPTS, AP_CLEANER, LAST_MIGRATION_VERSION, - OAUTH_LIFETIME, CUSTOM_HTML_TAG_COMMENTS, STATS_TIMESERIE, BROADCAST_CONCURRENCY, @@ -985,13 +1052,13 @@ export { FOLLOW_STATES, DEFAULT_USER_THEME_NAME, SERVER_ACTOR_NAME, + TWO_FACTOR_AUTH_REQUEST_TOKEN_LIFETIME, PLUGIN_GLOBAL_CSS_FILE_NAME, PLUGIN_GLOBAL_CSS_PATH, PRIVATE_RSA_KEY_SIZE, VIDEO_FILTERS, ROUTE_CACHE_LIFETIME, SORTABLE_COLUMNS, - HLS_STREAMING_PLAYLIST_DIRECTORY, JOB_TTL, DEFAULT_THEME_NAME, NSFW_POLICY_TYPES, @@ -1015,13 +1082,14 @@ export { VIDEO_TRANSCODING_FPS, FFMPEG_NICE, ABUSE_STATES, + USER_REGISTRATION_STATES, LRU_CACHE, REQUEST_TIMEOUTS, MAX_LOCAL_VIEWER_WATCH_SECTIONS, USER_PASSWORD_RESET_LIFETIME, USER_PASSWORD_CREATE_LIFETIME, MEMOIZE_TTL, - USER_EMAIL_VERIFY_LIFETIME, + EMAIL_VERIFY_LIFETIME, OVERVIEWS, SCHEDULER_INTERVALS_MS, REPEAT_JOBS, @@ -1030,7 +1098,7 @@ export { CRAWL_REQUEST_CONCURRENCY, DEFAULT_AUDIO_RESOLUTION, BINARY_CONTENT_TYPES, - JOB_COMPLETED_LIFETIME, + JOB_REMOVAL_OPTIONS, HTTP_SIGNATURE, VIDEO_IMPORT_STATES, VIDEO_CHANNEL_SYNC_STATE, @@ -1040,6 +1108,7 @@ export { PLUGIN_EXTERNAL_AUTH_TOKEN_LIFETIME, ASSETS_PATH, FILES_CONTENT_HASH, + OTP, loadLanguages, buildLanguages, generateContentHash @@ -1176,6 +1245,7 @@ function buildLanguages () { const additionalLanguages = { sgn: true, // Sign languages (macro language) ase: true, // American sign language + asq: true, // Austrian sign language sdl: true, // Arabian sign language bfi: true, // British sign language bzs: true, // Brazilian sign language