X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Finitializers%2Fconstants.ts;h=bce7971595def5663a7f74a15d9f0a27d5bdbb1b;hb=eed24d26db4c8363d5e5874841ee0c4f5fa275a8;hp=54f22c95a878d5a4b6dcf742fb2c34ff3559495b;hpb=28be89161aab245526d64f6fb7dd29391a97fe0a;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index 54f22c95a..bce797159 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts @@ -1,9 +1,9 @@ import { IConfig } from 'config' import { dirname, join } from 'path' -import { JobType, VideoRateType } from '../../shared/models' +import { JobType, VideoRateType, VideoState } from '../../shared/models' import { ActivityPubActorType } from '../../shared/models/activitypub' import { FollowState } from '../../shared/models/actors' -import { VideoPrivacy } from '../../shared/models/videos' +import { VideoPrivacy, VideoAbuseState, VideoImportState } from '../../shared/models/videos' // Do not use barrels, remain constants as independent as possible import { buildPath, isTestInstance, root, sanitizeHost, sanitizeUrl } from '../helpers/core-utils' import { NSFWPolicyType } from '../../shared/models/videos/nsfw-policy.type' @@ -14,39 +14,49 @@ let config: IConfig = require('config') // --------------------------------------------------------------------------- -const LAST_MIGRATION_VERSION = 215 +const LAST_MIGRATION_VERSION = 255 // --------------------------------------------------------------------------- // API version const API_VERSION = 'v1' -// Number of results by default for the pagination -const PAGINATION_COUNT_DEFAULT = 15 +const PAGINATION = { + COUNT: { + DEFAULT: 15, + MAX: 100 + } +} // Sortable columns per schema const SORTABLE_COLUMNS = { USERS: [ 'id', 'username', 'createdAt' ], ACCOUNTS: [ 'createdAt' ], JOBS: [ 'createdAt' ], - VIDEO_ABUSES: [ 'id', 'createdAt' ], + VIDEO_ABUSES: [ 'id', 'createdAt', 'state' ], VIDEO_CHANNELS: [ 'id', 'name', 'updatedAt', 'createdAt' ], VIDEOS: [ 'name', 'duration', 'createdAt', 'publishedAt', 'views', 'likes' ], + VIDEO_IMPORTS: [ 'createdAt' ], VIDEO_COMMENT_THREADS: [ 'createdAt' ], BLACKLISTS: [ 'id', 'name', 'duration', 'views', 'likes', 'dislikes', 'uuid', 'createdAt' ], FOLLOWERS: [ 'createdAt' ], - FOLLOWING: [ 'createdAt' ] + FOLLOWING: [ 'createdAt' ], + + VIDEOS_SEARCH: [ 'match', 'name', 'duration', 'createdAt', 'publishedAt', 'views', 'likes' ] } const OAUTH_LIFETIME = { - ACCESS_TOKEN: 3600 * 4, // 4 hours + ACCESS_TOKEN: 3600 * 24, // 1 day, for upload REFRESH_TOKEN: 1209600 // 2 weeks } const ROUTE_CACHE_LIFETIME = { - FEEDS: 1000 * 60 * 15, // 15 minutes + FEEDS: '15 minutes', + ROBOTS: '2 hours', + NODEINFO: '10 minutes', + DNT_POLICY: '1 week', ACTIVITY_PUB: { - VIDEOS: 1000 // 1 second, cache concurrent requests after a broadcast for example + VIDEOS: '1 second' // 1 second, cache concurrent requests after a broadcast for example } } @@ -77,6 +87,7 @@ const JOB_ATTEMPTS: { [ id in JobType ]: number } = { 'activitypub-follow': 5, 'video-file-import': 1, 'video-file': 1, + 'video-import': 1, 'email': 5 } const JOB_CONCURRENCY: { [ id in JobType ]: number } = { @@ -86,15 +97,30 @@ const JOB_CONCURRENCY: { [ id in JobType ]: number } = { 'activitypub-follow': 3, 'video-file-import': 1, 'video-file': 1, + 'video-import': 1, 'email': 5 } +const JOB_TTL: { [ id in JobType ]: number } = { + 'activitypub-http-broadcast': 60000 * 10, // 10 minutes + 'activitypub-http-unicast': 60000 * 10, // 10 minutes + 'activitypub-http-fetcher': 60000 * 10, // 10 minutes + 'activitypub-follow': 60000 * 10, // 10 minutes + 'video-file-import': 1000 * 3600, // 1 hour + 'video-file': 1000 * 3600 * 48, // 2 days, transcoding could be long + 'video-import': 1000 * 3600 * 5, // 5 hours + 'email': 60000 * 10 // 10 minutes +} const BROADCAST_CONCURRENCY = 10 // How many requests in parallel we do in activitypub-http-broadcast job const JOB_REQUEST_TIMEOUT = 3000 // 3 seconds -const JOB_REQUEST_TTL = 60000 * 10 // 10 minutes const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days // 1 hour -let SCHEDULER_INTERVAL = 60000 * 60 +let SCHEDULER_INTERVALS_MS = { + badActorFollow: 60000 * 60, // 1 hour + removeOldJobs: 60000 * 60, // 1 hour + updateVideos: 60000, // 1 minute + youtubeDLUpdate: 60000 * 60 * 24 // 1 day +} // --------------------------------------------------------------------------- @@ -109,13 +135,17 @@ const CONFIG = { HOSTNAME: config.get('database.hostname'), PORT: config.get('database.port'), USERNAME: config.get('database.username'), - PASSWORD: config.get('database.password') + PASSWORD: config.get('database.password'), + POOL: { + MAX: config.get('database.pool.max') + } }, REDIS: { - HOSTNAME: config.get('redis.hostname'), - PORT: config.get('redis.port'), - AUTH: config.get('redis.auth'), - DB: config.get('redis.db') + HOSTNAME: config.has('redis.hostname') ? config.get('redis.hostname') : null, + PORT: config.has('redis.port') ? config.get('redis.port') : null, + SOCKET: config.has('redis.socket') ? config.get('redis.socket') : null, + AUTH: config.has('redis.auth') ? config.get('redis.auth') : null, + DB: config.has('redis.db') ? config.get('redis.db') : null }, SMTP: { HOSTNAME: config.get('smtp.hostname'), @@ -133,6 +163,7 @@ const CONFIG = { VIDEOS_DIR: buildPath(config.get('storage.videos')), THUMBNAILS_DIR: buildPath(config.get('storage.thumbnails')), PREVIEWS_DIR: buildPath(config.get('storage.previews')), + CAPTIONS_DIR: buildPath(config.get('storage.captions')), TORRENTS_DIR: buildPath(config.get('storage.torrents')), CACHE_DIR: buildPath(config.get('storage.cache')) }, @@ -175,9 +206,22 @@ const CONFIG = { get '1080p' () { return config.get('transcoding.resolutions.1080p') } } }, + IMPORT: { + VIDEOS: { + HTTP: { + get ENABLED () { return config.get('import.videos.http.enabled') } + }, + TORRENT: { + get ENABLED () { return config.get('import.videos.torrent.enabled') } + } + } + }, CACHE: { PREVIEWS: { get SIZE () { return config.get('cache.previews.size') } + }, + VIDEO_CAPTIONS: { + get SIZE () { return config.get('cache.captions.size') } } }, INSTANCE: { @@ -209,9 +253,14 @@ const CONSTRAINTS_FIELDS = { DESCRIPTION: { min: 3, max: 250 }, // Length USERNAME: { min: 3, max: 20 }, // Length PASSWORD: { min: 6, max: 255 }, // Length - VIDEO_QUOTA: { min: -1 } + VIDEO_QUOTA: { min: -1 }, + BLOCKED_REASON: { min: 3, max: 250 } // Length }, VIDEO_ABUSES: { + REASON: { min: 2, max: 300 }, // Length + MODERATION_COMMENT: { min: 2, max: 300 } // Length + }, + VIDEO_BLACKLIST: { REASON: { min: 2, max: 300 } // Length }, VIDEO_CHANNELS: { @@ -220,6 +269,24 @@ const CONSTRAINTS_FIELDS = { SUPPORT: { min: 3, max: 500 }, // Length URL: { min: 3, max: 2000 } // Length }, + VIDEO_CAPTIONS: { + CAPTION_FILE: { + EXTNAME: [ '.vtt', '.srt' ], + FILE_SIZE: { + max: 2 * 1024 * 1024 // 2MB + } + } + }, + VIDEO_IMPORTS: { + URL: { min: 3, max: 2000 }, // Length + TORRENT_NAME: { min: 3, max: 255 }, // Length + TORRENT_FILE: { + EXTNAME: [ '.torrent' ], + FILE_SIZE: { + max: 1024 * 200 // 200 KB + } + } + }, VIDEOS: { NAME: { min: 3, max: 120 }, // Length LANGUAGE: { min: 1, max: 10 }, // Length @@ -234,7 +301,7 @@ const CONSTRAINTS_FIELDS = { }, EXTNAME: [ '.mp4', '.ogv', '.webm' ], INFO_HASH: { min: 40, max: 40 }, // Length, info hash is 20 bytes length but we represent it in hexadecimal so 20 * 2 - DURATION: { min: 1 }, // Number + DURATION: { min: 0 }, // Number TAGS: { min: 0, max: 5 }, // Number of total tags TAG: { min: 2, max: 30 }, // Length THUMBNAIL: { min: 2, max: 30 }, @@ -278,7 +345,9 @@ const RATES_LIMIT = { let VIDEO_VIEW_LIFETIME = 60000 * 60 // 1 hour const VIDEO_TRANSCODING_FPS = { MIN: 10, - MAX: 30 + AVERAGE: 30, + MAX: 60, + KEEP_ORIGIN_FPS_RESOLUTION_MIN: 720 // We keep the original FPS on high resolutions (720 minimum) } const VIDEO_RATE_TYPES: { [ id: string ]: VideoRateType } = { @@ -286,6 +355,11 @@ const VIDEO_RATE_TYPES: { [ id: string ]: VideoRateType } = { DISLIKE: 'dislike' } +const FFMPEG_NICE: { [ id: string ]: number } = { + THUMBNAIL: 2, // 2 just for don't blocking servers + TRANSCODING: 15 +} + const VIDEO_CATEGORIES = { 1: 'Music', 2: 'Films', @@ -326,6 +400,24 @@ const VIDEO_PRIVACIES = { [VideoPrivacy.PRIVATE]: 'Private' } +const VIDEO_STATES = { + [VideoState.PUBLISHED]: 'Published', + [VideoState.TO_TRANSCODE]: 'To transcode', + [VideoState.TO_IMPORT]: 'To import' +} + +const VIDEO_IMPORT_STATES = { + [VideoImportState.FAILED]: 'Failed', + [VideoImportState.PENDING]: 'Pending', + [VideoImportState.SUCCESS]: 'Success' +} + +const VIDEO_ABUSE_STATES = { + [VideoAbuseState.PENDING]: 'Pending', + [VideoAbuseState.REJECTED]: 'Rejected', + [VideoAbuseState.ACCEPTED]: 'Accepted' +} + const VIDEO_MIMETYPE_EXT = { 'video/webm': '.webm', 'video/ogg': '.ogv', @@ -339,6 +431,15 @@ const IMAGE_MIMETYPE_EXT = { 'image/jpeg': '.jpg' } +const VIDEO_CAPTIONS_MIMETYPE_EXT = { + 'text/vtt': '.vtt', + 'application/x-subrip': '.srt' +} + +const TORRENT_MIMETYPE_EXT = { + 'application/x-bittorrent': '.torrent' +} + // --------------------------------------------------------------------------- const SERVER_ACTOR_NAME = 'peertube' @@ -391,7 +492,8 @@ const STATIC_PATHS = { THUMBNAILS: '/static/thumbnails/', TORRENTS: '/static/torrents/', WEBSEED: '/static/webseed/', - AVATARS: '/static/avatars/' + AVATARS: '/static/avatars/', + VIDEO_CAPTIONS: '/static/video-captions/' } const STATIC_DOWNLOAD_PATHS = { TORRENTS: '/download/torrents/', @@ -399,7 +501,7 @@ const STATIC_DOWNLOAD_PATHS = { } // Cache control -let STATIC_MAX_AGE = '30d' +let STATIC_MAX_AGE = '2h' // Videos thumbnail size const THUMBNAILS_SIZE = { @@ -422,8 +524,13 @@ const EMBED_SIZE = { // Sub folders of cache directory const CACHE = { - DIRECTORIES: { - PREVIEWS: join(CONFIG.STORAGE.CACHE_DIR, 'previews') + PREVIEWS: { + DIRECTORY: join(CONFIG.STORAGE.CACHE_DIR, 'previews'), + MAX_AGE: 1000 * 3600 * 3 // 3 hours + }, + VIDEO_CAPTIONS: { + DIRECTORY: join(CONFIG.STORAGE.CACHE_DIR, 'video-captions'), + MAX_AGE: 1000 * 3600 * 3 // 3 hours } } @@ -431,7 +538,12 @@ const ACCEPT_HEADERS = [ 'html', 'application/json' ].concat(ACTIVITY_PUB.POTENT // --------------------------------------------------------------------------- -const OPENGRAPH_AND_OEMBED_COMMENT = '' +const CUSTOM_HTML_TAG_COMMENTS = { + TITLE: '', + DESCRIPTION: '', + CUSTOM_CSS: '', + OPENGRAPH_AND_OEMBED: '' +} // --------------------------------------------------------------------------- @@ -441,17 +553,37 @@ const FEEDS = { // --------------------------------------------------------------------------- +const TRACKER_RATE_LIMITS = { + INTERVAL: 60000 * 5, // 5 minutes + ANNOUNCES_PER_IP_PER_INFOHASH: 15, // maximum announces per torrent in the interval + ANNOUNCES_PER_IP: 30 // maximum announces for all our torrents in the interval +} + +// --------------------------------------------------------------------------- + // Special constants for a test instance if (isTestInstance() === true) { ACTOR_FOLLOW_SCORE.BASE = 20 + REMOTE_SCHEME.HTTP = 'http' REMOTE_SCHEME.WS = 'ws' + STATIC_MAX_AGE = '0' + ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE = 2 ACTIVITY_PUB.ACTOR_REFRESH_INTERVAL = 10 * 1000 // 10 seconds + CONSTRAINTS_FIELDS.ACTORS.AVATAR.FILE_SIZE.max = 100 * 1024 // 100KB - SCHEDULER_INTERVAL = 10000 + + SCHEDULER_INTERVALS_MS.badActorFollow = 10000 + SCHEDULER_INTERVALS_MS.removeOldJobs = 10000 + SCHEDULER_INTERVALS_MS.updateVideos = 5000 + VIDEO_VIEW_LIFETIME = 1000 // 1 second + + JOB_ATTEMPTS['email'] = 1 + + CACHE.VIDEO_CAPTIONS.MAX_AGE = 3000 } updateWebserverConfig() @@ -460,9 +592,11 @@ updateWebserverConfig() export { API_VERSION, + VIDEO_CAPTIONS_MIMETYPE_EXT, AVATARS_SIZE, ACCEPT_HEADERS, BCRYPT_SALT_SIZE, + TRACKER_RATE_LIMITS, CACHE, CONFIG, CONSTRAINTS_FIELDS, @@ -471,9 +605,9 @@ export { JOB_ATTEMPTS, LAST_MIGRATION_VERSION, OAUTH_LIFETIME, - OPENGRAPH_AND_OEMBED_COMMENT, + CUSTOM_HTML_TAG_COMMENTS, BROADCAST_CONCURRENCY, - PAGINATION_COUNT_DEFAULT, + PAGINATION, ACTOR_FOLLOW_SCORE, PREVIEWS_SIZE, REMOTE_SCHEME, @@ -483,7 +617,9 @@ export { ROUTE_CACHE_LIFETIME, SORTABLE_COLUMNS, FEEDS, + JOB_TTL, NSFW_POLICY_TYPES, + TORRENT_MIMETYPE_EXT, STATIC_MAX_AGE, STATIC_PATHS, ACTIVITY_PUB, @@ -493,18 +629,21 @@ export { VIDEO_LANGUAGES, VIDEO_PRIVACIES, VIDEO_LICENCES, + VIDEO_STATES, VIDEO_RATE_TYPES, VIDEO_MIMETYPE_EXT, VIDEO_TRANSCODING_FPS, + FFMPEG_NICE, + VIDEO_ABUSE_STATES, JOB_REQUEST_TIMEOUT, - JOB_REQUEST_TTL, USER_PASSWORD_RESET_LIFETIME, IMAGE_MIMETYPE_EXT, - SCHEDULER_INTERVAL, + SCHEDULER_INTERVALS_MS, STATIC_DOWNLOAD_PATHS, RATES_LIMIT, VIDEO_EXT_MIMETYPE, JOB_COMPLETED_LIFETIME, + VIDEO_IMPORT_STATES, VIDEO_VIEW_LIFETIME, buildLanguages } @@ -532,29 +671,34 @@ function buildLanguages () { const languages: { [ id: string ]: string } = {} - const signLanguages = [ - 'sgn', // Sign languages (macro language) - 'ase', // American - 'sdl', // Arabian - 'bfi', // British - 'bzs', // Brazilian - 'csl', // Chinese - 'cse', // Czech - 'dsl', // Danish - 'fsl', // French - 'gsg', // German - 'pks', // Pakistan - 'jsl', // Japanese - 'sfs', // South African - 'swl', // Swedish - 'rsl' // Russian - ] + const additionalLanguages = { + 'sgn': true, // Sign languages (macro language) + 'ase': true, // American sign language + 'sdl': true, // Arabian sign language + 'bfi': true, // British sign language + 'bzs': true, // Brazilian sign language + 'csl': true, // Chinese sign language + 'cse': true, // Czech sign language + 'dsl': true, // Danish sign language + 'fsl': true, // French sign language + 'gsg': true, // German sign language + 'pks': true, // Pakistan sign language + 'jsl': true, // Japanese sign language + 'sfs': true, // South African sign language + 'swl': true, // Swedish sign language + 'rsl': true, // Russian sign language: true + + 'epo': true, // Esperanto + 'tlh': true, // Klingon + 'jbo': true, // Lojban + 'avk': true // Kotava + } // Only add ISO639-1 languages and some sign languages (ISO639-3) iso639 .filter(l => { return (l.iso6391 !== null && l.type === 'living') || - signLanguages.indexOf(l.iso6393) !== -1 + additionalLanguages[l.iso6393] === true }) .forEach(l => languages[l.iso6391 || l.iso6393] = l.name)