X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server.ts;h=5e1f790645873d0f2a23ccfa0bd6c7f34eee544d;hb=3e84ae325088320c49dd07de2d3a0d020151002e;hp=9aaa64dbf2d3f067ddaadadf48e5f2d073125fdb;hpb=ce32426be941164d041526e4748b4c83cdc6bf1c;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server.ts b/server.ts index 9aaa64dbf..5e1f79064 100644 --- a/server.ts +++ b/server.ts @@ -1,33 +1,33 @@ -// FIXME: https://github.com/nodejs/node/pull/16853 -import { VideosCaptionCache } from './server/lib/cache/videos-caption-cache' - -require('tls').DEFAULT_ECDH_CURVE = 'auto' +import { registerTSPaths } from './server/helpers/register-ts-paths' +registerTSPaths() import { isTestInstance } from './server/helpers/core-utils' - if (isTestInstance()) { require('source-map-support').install() } // ----------- Node modules ----------- -import * as bodyParser from 'body-parser' import * as express from 'express' import * as morgan from 'morgan' import * as cors from 'cors' import * as cookieParser from 'cookie-parser' import * as helmet from 'helmet' +import * as useragent from 'useragent' +import * as anonymize from 'ip-anonymize' +import { program as cli } from 'commander' process.title = 'peertube' // Create our main app -const app = express() +const app = express().disable("x-powered-by") // ----------- Core checker ----------- -import { checkMissedConfig, checkFFmpeg, checkConfig, checkActivityPubUrls } from './server/initializers/checker' +import { checkMissedConfig, checkFFmpeg, checkNodeVersion } from './server/initializers/checker-before-init' // Do not use barrels because we don't want to load all modules here (we need to initialize database first) +import { CONFIG } from './server/initializers/config' +import { API_VERSION, FILES_CACHE, WEBSERVER, loadLanguages } from './server/initializers/constants' import { logger } from './server/helpers/logger' -import { API_VERSION, CONFIG, STATIC_PATHS, CACHE, REMOTE_SCHEME } from './server/initializers/constants' const missed = checkMissedConfig() if (missed.length !== 0) { @@ -41,6 +41,10 @@ checkFFmpeg(CONFIG) process.exit(-1) }) +checkNodeVersion() + +import { checkConfig, checkActivityPubUrls, checkFFmpegVersion } from './server/initializers/checker-after-init' + const errorMessage = checkConfig() if (errorMessage !== null) { throw new Error(errorMessage) @@ -50,16 +54,24 @@ if (errorMessage !== null) { app.set('trust proxy', CONFIG.TRUST_PROXY) // Security middleware -app.use(helmet({ - frameguard: { +import { baseCSP } from './server/middlewares/csp' + +if (CONFIG.CSP.ENABLED) { + app.use(baseCSP) +} + +if (CONFIG.SECURITY.FRAMEGUARD.ENABLED) { + app.use(helmet.frameguard({ action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts - } -})) + })) +} // ----------- Database ----------- // Initialize database and models -import { initDatabaseModels } from './server/initializers/database' +import { initDatabaseModels, checkDatabaseConnectionOrDie } from './server/initializers/database' +checkDatabaseConnectionOrDie() + import { migrate } from './server/initializers/migrator' migrate() .then(() => initDatabaseModels(false)) @@ -69,30 +81,61 @@ migrate() process.exit(-1) }) +// ----------- Initialize ----------- +loadLanguages() + // ----------- PeerTube modules ----------- -import { installApplication } from './server/initializers' +import { installApplication } from './server/initializers/installer' import { Emailer } from './server/lib/emailer' import { JobQueue } from './server/lib/job-queue' -import { VideosPreviewCache } from './server/lib/cache' +import { VideosPreviewCache, VideosCaptionCache } from './server/lib/files-cache' import { activityPubRouter, apiRouter, clientsRouter, feedsRouter, staticRouter, + lazyStaticRouter, servicesRouter, + liveRouter, + pluginsRouter, webfingerRouter, trackerRouter, - createWebsocketServer + createWebsocketTrackerServer, + botsRouter, + downloadRouter } from './server/controllers' +import { advertiseDoNotTrack } from './server/middlewares/dnt' +import { apiFailMiddleware } from './server/middlewares/error' import { Redis } from './server/lib/redis' -import { BadActorFollowScheduler } from './server/lib/schedulers/bad-actor-follow-scheduler' +import { ActorFollowScheduler } from './server/lib/schedulers/actor-follow-scheduler' +import { RemoveOldViewsScheduler } from './server/lib/schedulers/remove-old-views-scheduler' import { RemoveOldJobsScheduler } from './server/lib/schedulers/remove-old-jobs-scheduler' import { UpdateVideosScheduler } from './server/lib/schedulers/update-videos-scheduler' import { YoutubeDlUpdateScheduler } from './server/lib/schedulers/youtube-dl-update-scheduler' +import { VideosRedundancyScheduler } from './server/lib/schedulers/videos-redundancy-scheduler' +import { RemoveOldHistoryScheduler } from './server/lib/schedulers/remove-old-history-scheduler' +import { AutoFollowIndexInstances } from './server/lib/schedulers/auto-follow-index-instances' +import { RemoveDanglingResumableUploadsScheduler } from './server/lib/schedulers/remove-dangling-resumable-uploads-scheduler' +import { isHTTPSignatureDigestValid } from './server/helpers/peertube-crypto' +import { PeerTubeSocket } from './server/lib/peertube-socket' +import { updateStreamingPlaylistsInfohashesIfNeeded } from './server/lib/hls' +import { PluginsCheckScheduler } from './server/lib/schedulers/plugins-check-scheduler' +import { PeerTubeVersionCheckScheduler } from './server/lib/schedulers/peertube-version-check-scheduler' +import { Hooks } from './server/lib/plugins/hooks' +import { PluginManager } from './server/lib/plugins/plugin-manager' +import { LiveManager } from './server/lib/live' +import { HttpStatusCode } from './shared/core-utils/miscs/http-error-codes' +import { VideosTorrentCache } from '@server/lib/files-cache/videos-torrent-cache' +import { ServerConfigManager } from '@server/lib/server-config-manager' // ----------- Command line ----------- +cli + .option('--no-client', 'Start PeerTube without client interface') + .option('--no-plugins', 'Start PeerTube without plugins/themes enabled') + .parse(process.argv) + // ----------- App ----------- // Enable CORS for develop @@ -105,18 +148,53 @@ if (isTestInstance()) { } // For the logger +morgan.token('remote-addr', (req: express.Request) => { + if (CONFIG.LOG.ANONYMIZE_IP === true || req.get('DNT') === '1') { + return anonymize(req.ip, 16, 16) + } + + return req.ip +}) +morgan.token('user-agent', (req: express.Request) => { + if (req.get('DNT') === '1') { + return useragent.parse(req.get('user-agent')).family + } + + return req.get('user-agent') +}) app.use(morgan('combined', { - stream: { write: logger.info.bind(logger) } + stream: { + write: (str: string) => logger.info(str, { tags: [ 'http' ] }) + }, + skip: req => CONFIG.LOG.LOG_PING_REQUESTS === false && req.originalUrl === '/api/v1/ping' })) + +// Add .fail() helper to response +app.use(apiFailMiddleware) + // For body requests -app.use(bodyParser.urlencoded({ extended: false })) -app.use(bodyParser.json({ +app.use(express.urlencoded({ extended: false })) +app.use(express.json({ type: [ 'application/json', 'application/*+json' ], - limit: '500kb' + limit: '500kb', + verify: (req: express.Request, res: express.Response, buf: Buffer) => { + const valid = isHTTPSignatureDigestValid(buf, req) + + if (valid !== true) { + res.fail({ + status: HttpStatusCode.FORBIDDEN_403, + message: 'Invalid digest' + }) + } + } })) + // Cookies app.use(cookieParser()) +// W3C DNT Tracking Status +app.use(advertiseDoNotTrack) + // ----------- Views, routes and static files ----------- // API @@ -126,37 +204,53 @@ app.use(apiRoute, apiRouter) // Services (oembed...) app.use('/services', servicesRouter) +// Live streaming +app.use('/live', liveRouter) + +// Plugins & themes +app.use('/', pluginsRouter) + app.use('/', activityPubRouter) app.use('/', feedsRouter) app.use('/', webfingerRouter) app.use('/', trackerRouter) +app.use('/', botsRouter) // Static files app.use('/', staticRouter) +app.use('/', downloadRouter) +app.use('/', lazyStaticRouter) // Client files, last valid routes! -app.use('/', clientsRouter) +const cliOptions = cli.opts() +if (cliOptions.client) app.use('/', clientsRouter) // ----------- Errors ----------- -// Catch 404 and forward to error handler -app.use(function (req, res, next) { - const err = new Error('Not Found') - err['status'] = 404 - next(err) +// Catch unmatched routes +app.use((req, res: express.Response) => { + res.status(HttpStatusCode.NOT_FOUND_404).end() }) -app.use(function (err, req, res, next) { +// Catch thrown errors +app.use((err, req, res: express.Response, next) => { + // Format error to be logged let error = 'Unknown error.' if (err) { error = err.stack || err.message || err } - - logger.error('Error in controller.', { error }) - return res.status(err.status || 500).end() + // Handling Sequelize error traces + const sql = err.parent ? err.parent.sql : undefined + logger.error('Error in controller.', { err: error, sql }) + + return res.fail({ + status: err.status || HttpStatusCode.INTERNAL_SERVER_ERROR_500, + message: err.message, + type: err.name + }) }) -const server = createWebsocketServer(app) +const server = createWebsocketTrackerServer(app) // ----------- Run ----------- @@ -173,29 +267,55 @@ async function startApplication () { process.exit(-1) }) + checkFFmpegVersion() + .catch(err => logger.error('Cannot check ffmpeg version', { err })) + // Email initialization Emailer.Instance.init() - await Emailer.Instance.checkConnectionOrDie() - await JobQueue.Instance.init() + await Promise.all([ + Emailer.Instance.checkConnection(), + JobQueue.Instance.init(), + ServerConfigManager.Instance.init() + ]) // Caches initializations - VideosPreviewCache.Instance.init(CONFIG.CACHE.PREVIEWS.SIZE, CACHE.PREVIEWS.MAX_AGE) - VideosCaptionCache.Instance.init(CONFIG.CACHE.VIDEO_CAPTIONS.SIZE, CACHE.VIDEO_CAPTIONS.MAX_AGE) + VideosPreviewCache.Instance.init(CONFIG.CACHE.PREVIEWS.SIZE, FILES_CACHE.PREVIEWS.MAX_AGE) + VideosCaptionCache.Instance.init(CONFIG.CACHE.VIDEO_CAPTIONS.SIZE, FILES_CACHE.VIDEO_CAPTIONS.MAX_AGE) + VideosTorrentCache.Instance.init(CONFIG.CACHE.TORRENTS.SIZE, FILES_CACHE.TORRENTS.MAX_AGE) // Enable Schedulers - BadActorFollowScheduler.Instance.enable() + ActorFollowScheduler.Instance.enable() RemoveOldJobsScheduler.Instance.enable() UpdateVideosScheduler.Instance.enable() YoutubeDlUpdateScheduler.Instance.enable() + VideosRedundancyScheduler.Instance.enable() + RemoveOldHistoryScheduler.Instance.enable() + RemoveOldViewsScheduler.Instance.enable() + PluginsCheckScheduler.Instance.enable() + PeerTubeVersionCheckScheduler.Instance.enable() + AutoFollowIndexInstances.Instance.enable() + RemoveDanglingResumableUploadsScheduler.Instance.enable() // Redis initialization Redis.Instance.init() + PeerTubeSocket.Instance.init(server) + + updateStreamingPlaylistsInfohashesIfNeeded() + .catch(err => logger.error('Cannot update streaming playlist infohashes.', { err })) + + if (cliOptions.plugins) await PluginManager.Instance.registerPluginsAndThemes() + + LiveManager.Instance.init() + if (CONFIG.LIVE.ENABLED) LiveManager.Instance.run() + // Make server listening server.listen(port, hostname, () => { - logger.info('Server listening on %s:%d', hostname, port) - logger.info('Web server: %s', CONFIG.WEBSERVER.URL) + logger.info('HTTP server listening on %s:%d', hostname, port) + logger.info('Web server: %s', WEBSERVER.URL) + + Hooks.runAction('action:application.listening') }) process.on('exit', () => {