X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Finitializers%2Fconstants.ts;h=bce7971595def5663a7f74a15d9f0a27d5bdbb1b;hb=eed24d26db4c8363d5e5874841ee0c4f5fa275a8;hp=b11f0753f1a0960092eea81cd421529a01441953;hpb=57a81ff649fa8c0d17505e4a7c5ab1001887b22a;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts index b11f0753f..bce797159 100644 --- a/server/initializers/constants.ts +++ b/server/initializers/constants.ts @@ -3,7 +3,7 @@ import { dirname, join } from 'path' import { JobType, VideoRateType, VideoState } from '../../shared/models' import { ActivityPubActorType } from '../../shared/models/activitypub' import { FollowState } from '../../shared/models/actors' -import { VideoPrivacy } from '../../shared/models/videos' +import { VideoPrivacy, VideoAbuseState, VideoImportState } from '../../shared/models/videos' // Do not use barrels, remain constants as independent as possible import { buildPath, isTestInstance, root, sanitizeHost, sanitizeUrl } from '../helpers/core-utils' import { NSFWPolicyType } from '../../shared/models/videos/nsfw-policy.type' @@ -14,28 +14,35 @@ let config: IConfig = require('config') // --------------------------------------------------------------------------- -const LAST_MIGRATION_VERSION = 230 +const LAST_MIGRATION_VERSION = 255 // --------------------------------------------------------------------------- // API version const API_VERSION = 'v1' -// Number of results by default for the pagination -const PAGINATION_COUNT_DEFAULT = 15 +const PAGINATION = { + COUNT: { + DEFAULT: 15, + MAX: 100 + } +} // Sortable columns per schema const SORTABLE_COLUMNS = { USERS: [ 'id', 'username', 'createdAt' ], ACCOUNTS: [ 'createdAt' ], JOBS: [ 'createdAt' ], - VIDEO_ABUSES: [ 'id', 'createdAt' ], + VIDEO_ABUSES: [ 'id', 'createdAt', 'state' ], VIDEO_CHANNELS: [ 'id', 'name', 'updatedAt', 'createdAt' ], VIDEOS: [ 'name', 'duration', 'createdAt', 'publishedAt', 'views', 'likes' ], + VIDEO_IMPORTS: [ 'createdAt' ], VIDEO_COMMENT_THREADS: [ 'createdAt' ], BLACKLISTS: [ 'id', 'name', 'duration', 'views', 'likes', 'dislikes', 'uuid', 'createdAt' ], FOLLOWERS: [ 'createdAt' ], - FOLLOWING: [ 'createdAt' ] + FOLLOWING: [ 'createdAt' ], + + VIDEOS_SEARCH: [ 'match', 'name', 'duration', 'createdAt', 'publishedAt', 'views', 'likes' ] } const OAUTH_LIFETIME = { @@ -44,9 +51,12 @@ const OAUTH_LIFETIME = { } const ROUTE_CACHE_LIFETIME = { - FEEDS: 1000 * 60 * 15, // 15 minutes + FEEDS: '15 minutes', + ROBOTS: '2 hours', + NODEINFO: '10 minutes', + DNT_POLICY: '1 week', ACTIVITY_PUB: { - VIDEOS: 1000 // 1 second, cache concurrent requests after a broadcast for example + VIDEOS: '1 second' // 1 second, cache concurrent requests after a broadcast for example } } @@ -77,6 +87,7 @@ const JOB_ATTEMPTS: { [ id in JobType ]: number } = { 'activitypub-follow': 5, 'video-file-import': 1, 'video-file': 1, + 'video-import': 1, 'email': 5 } const JOB_CONCURRENCY: { [ id in JobType ]: number } = { @@ -86,18 +97,29 @@ const JOB_CONCURRENCY: { [ id in JobType ]: number } = { 'activitypub-follow': 3, 'video-file-import': 1, 'video-file': 1, + 'video-import': 1, 'email': 5 } +const JOB_TTL: { [ id in JobType ]: number } = { + 'activitypub-http-broadcast': 60000 * 10, // 10 minutes + 'activitypub-http-unicast': 60000 * 10, // 10 minutes + 'activitypub-http-fetcher': 60000 * 10, // 10 minutes + 'activitypub-follow': 60000 * 10, // 10 minutes + 'video-file-import': 1000 * 3600, // 1 hour + 'video-file': 1000 * 3600 * 48, // 2 days, transcoding could be long + 'video-import': 1000 * 3600 * 5, // 5 hours + 'email': 60000 * 10 // 10 minutes +} const BROADCAST_CONCURRENCY = 10 // How many requests in parallel we do in activitypub-http-broadcast job const JOB_REQUEST_TIMEOUT = 3000 // 3 seconds -const JOB_REQUEST_TTL = 60000 * 10 // 10 minutes const JOB_COMPLETED_LIFETIME = 60000 * 60 * 24 * 2 // 2 days // 1 hour let SCHEDULER_INTERVALS_MS = { badActorFollow: 60000 * 60, // 1 hour removeOldJobs: 60000 * 60, // 1 hour - updateVideos: 60000 // 1 minute + updateVideos: 60000, // 1 minute + youtubeDLUpdate: 60000 * 60 * 24 // 1 day } // --------------------------------------------------------------------------- @@ -113,7 +135,10 @@ const CONFIG = { HOSTNAME: config.get('database.hostname'), PORT: config.get('database.port'), USERNAME: config.get('database.username'), - PASSWORD: config.get('database.password') + PASSWORD: config.get('database.password'), + POOL: { + MAX: config.get('database.pool.max') + } }, REDIS: { HOSTNAME: config.has('redis.hostname') ? config.get('redis.hostname') : null, @@ -181,6 +206,16 @@ const CONFIG = { get '1080p' () { return config.get('transcoding.resolutions.1080p') } } }, + IMPORT: { + VIDEOS: { + HTTP: { + get ENABLED () { return config.get('import.videos.http.enabled') } + }, + TORRENT: { + get ENABLED () { return config.get('import.videos.torrent.enabled') } + } + } + }, CACHE: { PREVIEWS: { get SIZE () { return config.get('cache.previews.size') } @@ -218,9 +253,14 @@ const CONSTRAINTS_FIELDS = { DESCRIPTION: { min: 3, max: 250 }, // Length USERNAME: { min: 3, max: 20 }, // Length PASSWORD: { min: 6, max: 255 }, // Length - VIDEO_QUOTA: { min: -1 } + VIDEO_QUOTA: { min: -1 }, + BLOCKED_REASON: { min: 3, max: 250 } // Length }, VIDEO_ABUSES: { + REASON: { min: 2, max: 300 }, // Length + MODERATION_COMMENT: { min: 2, max: 300 } // Length + }, + VIDEO_BLACKLIST: { REASON: { min: 2, max: 300 } // Length }, VIDEO_CHANNELS: { @@ -237,6 +277,16 @@ const CONSTRAINTS_FIELDS = { } } }, + VIDEO_IMPORTS: { + URL: { min: 3, max: 2000 }, // Length + TORRENT_NAME: { min: 3, max: 255 }, // Length + TORRENT_FILE: { + EXTNAME: [ '.torrent' ], + FILE_SIZE: { + max: 1024 * 200 // 200 KB + } + } + }, VIDEOS: { NAME: { min: 3, max: 120 }, // Length LANGUAGE: { min: 1, max: 10 }, // Length @@ -251,7 +301,7 @@ const CONSTRAINTS_FIELDS = { }, EXTNAME: [ '.mp4', '.ogv', '.webm' ], INFO_HASH: { min: 40, max: 40 }, // Length, info hash is 20 bytes length but we represent it in hexadecimal so 20 * 2 - DURATION: { min: 1 }, // Number + DURATION: { min: 0 }, // Number TAGS: { min: 0, max: 5 }, // Number of total tags TAG: { min: 2, max: 30 }, // Length THUMBNAIL: { min: 2, max: 30 }, @@ -305,6 +355,11 @@ const VIDEO_RATE_TYPES: { [ id: string ]: VideoRateType } = { DISLIKE: 'dislike' } +const FFMPEG_NICE: { [ id: string ]: number } = { + THUMBNAIL: 2, // 2 just for don't blocking servers + TRANSCODING: 15 +} + const VIDEO_CATEGORIES = { 1: 'Music', 2: 'Films', @@ -347,7 +402,20 @@ const VIDEO_PRIVACIES = { const VIDEO_STATES = { [VideoState.PUBLISHED]: 'Published', - [VideoState.TO_TRANSCODE]: 'To transcode' + [VideoState.TO_TRANSCODE]: 'To transcode', + [VideoState.TO_IMPORT]: 'To import' +} + +const VIDEO_IMPORT_STATES = { + [VideoImportState.FAILED]: 'Failed', + [VideoImportState.PENDING]: 'Pending', + [VideoImportState.SUCCESS]: 'Success' +} + +const VIDEO_ABUSE_STATES = { + [VideoAbuseState.PENDING]: 'Pending', + [VideoAbuseState.REJECTED]: 'Rejected', + [VideoAbuseState.ACCEPTED]: 'Accepted' } const VIDEO_MIMETYPE_EXT = { @@ -368,6 +436,10 @@ const VIDEO_CAPTIONS_MIMETYPE_EXT = { 'application/x-subrip': '.srt' } +const TORRENT_MIMETYPE_EXT = { + 'application/x-bittorrent': '.torrent' +} + // --------------------------------------------------------------------------- const SERVER_ACTOR_NAME = 'peertube' @@ -466,7 +538,12 @@ const ACCEPT_HEADERS = [ 'html', 'application/json' ].concat(ACTIVITY_PUB.POTENT // --------------------------------------------------------------------------- -const OPENGRAPH_AND_OEMBED_COMMENT = '' +const CUSTOM_HTML_TAG_COMMENTS = { + TITLE: '', + DESCRIPTION: '', + CUSTOM_CSS: '', + OPENGRAPH_AND_OEMBED: '' +} // --------------------------------------------------------------------------- @@ -528,9 +605,9 @@ export { JOB_ATTEMPTS, LAST_MIGRATION_VERSION, OAUTH_LIFETIME, - OPENGRAPH_AND_OEMBED_COMMENT, + CUSTOM_HTML_TAG_COMMENTS, BROADCAST_CONCURRENCY, - PAGINATION_COUNT_DEFAULT, + PAGINATION, ACTOR_FOLLOW_SCORE, PREVIEWS_SIZE, REMOTE_SCHEME, @@ -540,7 +617,9 @@ export { ROUTE_CACHE_LIFETIME, SORTABLE_COLUMNS, FEEDS, + JOB_TTL, NSFW_POLICY_TYPES, + TORRENT_MIMETYPE_EXT, STATIC_MAX_AGE, STATIC_PATHS, ACTIVITY_PUB, @@ -554,8 +633,9 @@ export { VIDEO_RATE_TYPES, VIDEO_MIMETYPE_EXT, VIDEO_TRANSCODING_FPS, + FFMPEG_NICE, + VIDEO_ABUSE_STATES, JOB_REQUEST_TIMEOUT, - JOB_REQUEST_TTL, USER_PASSWORD_RESET_LIFETIME, IMAGE_MIMETYPE_EXT, SCHEDULER_INTERVALS_MS, @@ -563,6 +643,7 @@ export { RATES_LIMIT, VIDEO_EXT_MIMETYPE, JOB_COMPLETED_LIFETIME, + VIDEO_IMPORT_STATES, VIDEO_VIEW_LIFETIME, buildLanguages } @@ -590,29 +671,34 @@ function buildLanguages () { const languages: { [ id: string ]: string } = {} - const signLanguages = [ - 'sgn', // Sign languages (macro language) - 'ase', // American - 'sdl', // Arabian - 'bfi', // British - 'bzs', // Brazilian - 'csl', // Chinese - 'cse', // Czech - 'dsl', // Danish - 'fsl', // French - 'gsg', // German - 'pks', // Pakistan - 'jsl', // Japanese - 'sfs', // South African - 'swl', // Swedish - 'rsl' // Russian - ] + const additionalLanguages = { + 'sgn': true, // Sign languages (macro language) + 'ase': true, // American sign language + 'sdl': true, // Arabian sign language + 'bfi': true, // British sign language + 'bzs': true, // Brazilian sign language + 'csl': true, // Chinese sign language + 'cse': true, // Czech sign language + 'dsl': true, // Danish sign language + 'fsl': true, // French sign language + 'gsg': true, // German sign language + 'pks': true, // Pakistan sign language + 'jsl': true, // Japanese sign language + 'sfs': true, // South African sign language + 'swl': true, // Swedish sign language + 'rsl': true, // Russian sign language: true + + 'epo': true, // Esperanto + 'tlh': true, // Klingon + 'jbo': true, // Lojban + 'avk': true // Kotava + } // Only add ISO639-1 languages and some sign languages (ISO639-3) iso639 .filter(l => { return (l.iso6391 !== null && l.type === 'living') || - signLanguages.indexOf(l.iso6393) !== -1 + additionalLanguages[l.iso6393] === true }) .forEach(l => languages[l.iso6391 || l.iso6393] = l.name)