X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server.ts;h=a7a723b2400cc622ffbf9fa8c118764cb2a4fc4e;hb=HEAD;hp=1cc29209e322417e8b657e2a69a18398d3da7c9c;hpb=452b3bea082481b84537e55c7cedc1e24860d543;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server.ts b/server.ts index 1cc29209e..a7a723b24 100644 --- a/server.ts +++ b/server.ts @@ -1,26 +1,20 @@ -import { registerTSPaths } from './server/helpers/register-ts-paths' -registerTSPaths() - -import { isTestInstance } from './server/helpers/core-utils' -if (isTestInstance()) { - require('source-map-support').install() -} - // ----------- Node modules ----------- -import * as bodyParser from 'body-parser' -import * as express from 'express' -import * as morgan from 'morgan' -import * as cors from 'cors' -import * as cookieParser from 'cookie-parser' -import * as helmet from 'helmet' -import * as useragent from 'useragent' -import * as anonymize from 'ip-anonymize' -import * as cli from 'commander' +import { registerOpentelemetryTracing } from './server/lib/opentelemetry/tracing' +registerOpentelemetryTracing() + +import express from 'express' +import morgan, { token } from 'morgan' +import cors from 'cors' +import cookieParser from 'cookie-parser' +import { frameguard } from 'helmet' +import { parse } from 'useragent' +import anonymize from 'ip-anonymize' +import { program as cli } from 'commander' process.title = 'peertube' // Create our main app -const app = express().disable("x-powered-by") +const app = express().disable('x-powered-by') // ----------- Core checker ----------- import { checkMissedConfig, checkFFmpeg, checkNodeVersion } from './server/initializers/checker-before-init' @@ -42,28 +36,46 @@ checkFFmpeg(CONFIG) process.exit(-1) }) -checkNodeVersion() +try { + checkNodeVersion() +} catch (err) { + logger.error('Error in NodeJS check.', { err }) + process.exit(-1) +} -import { checkConfig, checkActivityPubUrls } from './server/initializers/checker-after-init' +import { checkConfig, checkActivityPubUrls, checkFFmpegVersion } from './server/initializers/checker-after-init' -const errorMessage = checkConfig() -if (errorMessage !== null) { - throw new Error(errorMessage) +try { + checkConfig() +} catch (err) { + logger.error('Config error.', { err }) + process.exit(-1) } // Trust our proxy (IP forwarding...) app.set('trust proxy', CONFIG.TRUST_PROXY) +app.use((_req, res, next) => { + // OpenTelemetry + res.locals.requestStart = Date.now() + + if (CONFIG.SECURITY.POWERED_BY_HEADER.ENABLED === true) { + res.setHeader('x-powered-by', 'PeerTube') + } + + return next() +}) + // Security middleware import { baseCSP } from './server/middlewares/csp' if (CONFIG.CSP.ENABLED) { app.use(baseCSP) - app.use(helmet({ - frameguard: { - action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts - }, - hsts: false +} + +if (CONFIG.SECURITY.FRAMEGUARD.ENABLED) { + app.use(frameguard({ + action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts })) } @@ -93,20 +105,22 @@ import { VideosPreviewCache, VideosCaptionCache } from './server/lib/files-cache import { activityPubRouter, apiRouter, + miscRouter, clientsRouter, feedsRouter, staticRouter, + wellKnownRouter, lazyStaticRouter, servicesRouter, - liveRouter, + objectStorageProxyRouter, pluginsRouter, - webfingerRouter, trackerRouter, createWebsocketTrackerServer, botsRouter, downloadRouter } from './server/controllers' import { advertiseDoNotTrack } from './server/middlewares/dnt' +import { apiFailMiddleware } from './server/middlewares/error' import { Redis } from './server/lib/redis' import { ActorFollowScheduler } from './server/lib/schedulers/actor-follow-scheduler' import { RemoveOldViewsScheduler } from './server/lib/schedulers/remove-old-views-scheduler' @@ -116,27 +130,39 @@ import { YoutubeDlUpdateScheduler } from './server/lib/schedulers/youtube-dl-upd import { VideosRedundancyScheduler } from './server/lib/schedulers/videos-redundancy-scheduler' import { RemoveOldHistoryScheduler } from './server/lib/schedulers/remove-old-history-scheduler' import { AutoFollowIndexInstances } from './server/lib/schedulers/auto-follow-index-instances' +import { RemoveDanglingResumableUploadsScheduler } from './server/lib/schedulers/remove-dangling-resumable-uploads-scheduler' +import { VideoViewsBufferScheduler } from './server/lib/schedulers/video-views-buffer-scheduler' +import { GeoIPUpdateScheduler } from './server/lib/schedulers/geo-ip-update-scheduler' +import { RunnerJobWatchDogScheduler } from './server/lib/schedulers/runner-job-watch-dog-scheduler' import { isHTTPSignatureDigestValid } from './server/helpers/peertube-crypto' import { PeerTubeSocket } from './server/lib/peertube-socket' import { updateStreamingPlaylistsInfohashesIfNeeded } from './server/lib/hls' import { PluginsCheckScheduler } from './server/lib/schedulers/plugins-check-scheduler' +import { PeerTubeVersionCheckScheduler } from './server/lib/schedulers/peertube-version-check-scheduler' import { Hooks } from './server/lib/plugins/hooks' import { PluginManager } from './server/lib/plugins/plugin-manager' -import { LiveManager } from './server/lib/live-manager' -import { HttpStatusCode } from './shared/core-utils/miscs/http-error-codes' +import { LiveManager } from './server/lib/live' +import { HttpStatusCode } from './shared/models/http/http-error-codes' import { VideosTorrentCache } from '@server/lib/files-cache/videos-torrent-cache' +import { ServerConfigManager } from '@server/lib/server-config-manager' +import { VideoViewsManager } from '@server/lib/views/video-views-manager' +import { isTestOrDevInstance } from './server/helpers/core-utils' +import { OpenTelemetryMetrics } from '@server/lib/opentelemetry/metrics' +import { ApplicationModel } from '@server/models/application/application' +import { VideoChannelSyncLatestScheduler } from '@server/lib/schedulers/video-channel-sync-latest-scheduler' // ----------- Command line ----------- cli .option('--no-client', 'Start PeerTube without client interface') .option('--no-plugins', 'Start PeerTube without plugins/themes enabled') + .option('--benchmark-startup', 'Automatically stop server when initialized') .parse(process.argv) // ----------- App ----------- // Enable CORS for develop -if (isTestInstance()) { +if (isTestOrDevInstance()) { app.use(cors({ origin: '*', exposedHeaders: 'Retry-After', @@ -145,35 +171,44 @@ if (isTestInstance()) { } // For the logger -morgan.token('remote-addr', (req: express.Request) => { +token('remote-addr', (req: express.Request) => { if (CONFIG.LOG.ANONYMIZE_IP === true || req.get('DNT') === '1') { return anonymize(req.ip, 16, 16) } return req.ip }) -morgan.token('user-agent', (req: express.Request) => { +token('user-agent', (req: express.Request) => { if (req.get('DNT') === '1') { - return useragent.parse(req.get('user-agent')).family + return parse(req.get('user-agent')).family } return req.get('user-agent') }) app.use(morgan('combined', { stream: { - write: (str: string) => logger.info(str, { tags: [ 'http' ] }) + write: (str: string) => logger.info(str.trim(), { tags: [ 'http' ] }) }, skip: req => CONFIG.LOG.LOG_PING_REQUESTS === false && req.originalUrl === '/api/v1/ping' })) +// Add .fail() helper to response +app.use(apiFailMiddleware) + // For body requests -app.use(bodyParser.urlencoded({ extended: false })) -app.use(bodyParser.json({ +app.use(express.urlencoded({ extended: false })) +app.use(express.json({ type: [ 'application/json', 'application/*+json' ], limit: '500kb', - verify: (req: express.Request, _, buf: Buffer) => { + verify: (req: express.Request, res: express.Response, buf: Buffer) => { const valid = isHTTPSignatureDigestValid(buf, req) - if (valid !== true) throw new Error('Invalid digest') + + if (valid !== true) { + res.fail({ + status: HttpStatusCode.FORBIDDEN_403, + message: 'Invalid digest' + }) + } } })) @@ -183,6 +218,10 @@ app.use(cookieParser()) // W3C DNT Tracking Status app.use(advertiseDoNotTrack) +// ----------- Open Telemetry ----------- + +OpenTelemetryMetrics.Instance.init(app) + // ----------- Views, routes and static files ----------- // API @@ -192,50 +231,59 @@ app.use(apiRoute, apiRouter) // Services (oembed...) app.use('/services', servicesRouter) -// Live streaming -app.use('/live', liveRouter) - // Plugins & themes app.use('/', pluginsRouter) app.use('/', activityPubRouter) app.use('/', feedsRouter) -app.use('/', webfingerRouter) app.use('/', trackerRouter) app.use('/', botsRouter) // Static files app.use('/', staticRouter) +app.use('/', wellKnownRouter) +app.use('/', miscRouter) app.use('/', downloadRouter) app.use('/', lazyStaticRouter) +app.use('/', objectStorageProxyRouter) // Client files, last valid routes! -const cliOptions = cli.opts() +const cliOptions = cli.opts<{ client: boolean, plugins: boolean }>() if (cliOptions.client) app.use('/', clientsRouter) // ----------- Errors ----------- -// Catch 404 and forward to error handler -app.use(function (req, res, next) { - const err = new Error('Not Found') - err['status'] = HttpStatusCode.NOT_FOUND_404 - next(err) +// Catch unmatched routes +app.use((_req, res: express.Response) => { + res.status(HttpStatusCode.NOT_FOUND_404).end() }) -app.use(function (err, req, res, next) { +// Catch thrown errors +app.use((err, _req, res: express.Response, _next) => { + // Format error to be logged let error = 'Unknown error.' if (err) { error = err.stack || err.message || err } - // Sequelize error - const sql = err.parent ? err.parent.sql : undefined + // Handling Sequelize error traces + const sql = err?.parent ? err.parent.sql : undefined - logger.error('Error in controller.', { err: error, sql }) - return res.status(err.status || HttpStatusCode.INTERNAL_SERVER_ERROR_500).end() + // Help us to debug SequelizeConnectionAcquireTimeoutError errors + const activeRequests = err?.name === 'SequelizeConnectionAcquireTimeoutError' && typeof (process as any)._getActiveRequests !== 'function' + ? (process as any)._getActiveRequests() + : undefined + + logger.error('Error in controller.', { err: error, sql, activeRequests }) + + return res.fail({ + status: err.status || HttpStatusCode.INTERNAL_SERVER_ERROR_500, + message: err.message, + type: err.name + }) }) -const server = createWebsocketTrackerServer(app) +const { server, trackerServer } = createWebsocketTrackerServer(app) // ----------- Run ----------- @@ -252,12 +300,16 @@ async function startApplication () { process.exit(-1) }) - // Email initialization + checkFFmpegVersion() + .catch(err => logger.error('Cannot check ffmpeg version', { err })) + + Redis.Instance.init() Emailer.Instance.init() await Promise.all([ Emailer.Instance.checkConnection(), - JobQueue.Instance.init() + JobQueue.Instance.init(), + ServerConfigManager.Instance.init() ]) // Caches initializations @@ -274,31 +326,61 @@ async function startApplication () { RemoveOldHistoryScheduler.Instance.enable() RemoveOldViewsScheduler.Instance.enable() PluginsCheckScheduler.Instance.enable() + PeerTubeVersionCheckScheduler.Instance.enable() AutoFollowIndexInstances.Instance.enable() + RemoveDanglingResumableUploadsScheduler.Instance.enable() + VideoChannelSyncLatestScheduler.Instance.enable() + VideoViewsBufferScheduler.Instance.enable() + GeoIPUpdateScheduler.Instance.enable() + RunnerJobWatchDogScheduler.Instance.enable() - // Redis initialization - Redis.Instance.init() + OpenTelemetryMetrics.Instance.registerMetrics({ trackerServer }) + + PluginManager.Instance.init(server) + // Before PeerTubeSocket init + PluginManager.Instance.registerWebSocketRouter() PeerTubeSocket.Instance.init(server) + VideoViewsManager.Instance.init() updateStreamingPlaylistsInfohashesIfNeeded() .catch(err => logger.error('Cannot update streaming playlist infohashes.', { err })) - if (cliOptions.plugins) await PluginManager.Instance.registerPluginsAndThemes() - LiveManager.Instance.init() - if (CONFIG.LIVE.ENABLED) LiveManager.Instance.run() + if (CONFIG.LIVE.ENABLED) await LiveManager.Instance.run() // Make server listening - server.listen(port, hostname, () => { + server.listen(port, hostname, async () => { + if (cliOptions.plugins) { + try { + await PluginManager.Instance.rebuildNativePluginsIfNeeded() + + await PluginManager.Instance.registerPluginsAndThemes() + } catch (err) { + logger.error('Cannot register plugins and themes.', { err }) + } + } + + ApplicationModel.updateNodeVersions() + .catch(err => logger.error('Cannot update node versions.', { err })) + + JobQueue.Instance.start() + .catch(err => { + logger.error('Cannot start job queue.', { err }) + process.exit(-1) + }) + logger.info('HTTP server listening on %s:%d', hostname, port) logger.info('Web server: %s', WEBSERVER.URL) Hooks.runAction('action:application.listening') + + if (cliOptions['benchmarkStartup']) process.exit(0) }) process.on('exit', () => { JobQueue.Instance.terminate() + .catch(err => logger.error('Cannot terminate job queue.', { err })) }) process.on('SIGINT', () => process.exit(0))