X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server.ts;h=35ccc6758ea4d2fef78ab290c50e4db6eae45d6e;hb=4fdc7350202044b7d326dfcbf646eb106e2041e5;hp=e46300dcef4be56974a82d84ba58bee6d27af6a9;hpb=943dc18254bf7d20415ace9103a290fe565d963a;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server.ts b/server.ts index e46300dce..35ccc6758 100644 --- a/server.ts +++ b/server.ts @@ -1,25 +1,20 @@ -import { registerTSPaths } from './server/helpers/register-ts-paths' -registerTSPaths() - -import { isTestInstance } from './server/helpers/core-utils' -if (isTestInstance()) { - require('source-map-support').install() -} - // ----------- Node modules ----------- -import * as express from 'express' -import * as morgan from 'morgan' -import * as cors from 'cors' -import * as cookieParser from 'cookie-parser' -import * as helmet from 'helmet' -import * as useragent from 'useragent' -import * as anonymize from 'ip-anonymize' +import { registerOpentelemetryTracing } from './server/lib/opentelemetry/tracing' +registerOpentelemetryTracing() + +import express from 'express' +import morgan, { token } from 'morgan' +import cors from 'cors' +import cookieParser from 'cookie-parser' +import { frameguard } from 'helmet' +import { parse } from 'useragent' +import anonymize from 'ip-anonymize' import { program as cli } from 'commander' process.title = 'peertube' // Create our main app -const app = express().disable("x-powered-by") +const app = express().disable('x-powered-by') // ----------- Core checker ----------- import { checkMissedConfig, checkFFmpeg, checkNodeVersion } from './server/initializers/checker-before-init' @@ -41,18 +36,26 @@ checkFFmpeg(CONFIG) process.exit(-1) }) -checkNodeVersion() +try { + checkNodeVersion() +} catch (err) { + logger.error('Error in NodeJS check.', { err }) + process.exit(-1) +} import { checkConfig, checkActivityPubUrls, checkFFmpegVersion } from './server/initializers/checker-after-init' -const errorMessage = checkConfig() -if (errorMessage !== null) { - throw new Error(errorMessage) -} +checkConfig() // Trust our proxy (IP forwarding...) app.set('trust proxy', CONFIG.TRUST_PROXY) +app.use((_req, res, next) => { + res.locals.requestStart = Date.now() + + return next() +}) + // Security middleware import { baseCSP } from './server/middlewares/csp' @@ -61,7 +64,7 @@ if (CONFIG.CSP.ENABLED) { } if (CONFIG.SECURITY.FRAMEGUARD.ENABLED) { - app.use(helmet.frameguard({ + app.use(frameguard({ action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts })) } @@ -92,9 +95,11 @@ import { VideosPreviewCache, VideosCaptionCache } from './server/lib/files-cache import { activityPubRouter, apiRouter, + miscRouter, clientsRouter, feedsRouter, staticRouter, + wellKnownRouter, lazyStaticRouter, servicesRouter, liveRouter, @@ -117,6 +122,8 @@ import { VideosRedundancyScheduler } from './server/lib/schedulers/videos-redund import { RemoveOldHistoryScheduler } from './server/lib/schedulers/remove-old-history-scheduler' import { AutoFollowIndexInstances } from './server/lib/schedulers/auto-follow-index-instances' import { RemoveDanglingResumableUploadsScheduler } from './server/lib/schedulers/remove-dangling-resumable-uploads-scheduler' +import { VideoViewsBufferScheduler } from './server/lib/schedulers/video-views-buffer-scheduler' +import { GeoIPUpdateScheduler } from './server/lib/schedulers/geo-ip-update-scheduler' import { isHTTPSignatureDigestValid } from './server/helpers/peertube-crypto' import { PeerTubeSocket } from './server/lib/peertube-socket' import { updateStreamingPlaylistsInfohashesIfNeeded } from './server/lib/hls' @@ -125,21 +132,25 @@ import { PeerTubeVersionCheckScheduler } from './server/lib/schedulers/peertube- import { Hooks } from './server/lib/plugins/hooks' import { PluginManager } from './server/lib/plugins/plugin-manager' import { LiveManager } from './server/lib/live' -import { HttpStatusCode } from './shared/core-utils/miscs/http-error-codes' +import { HttpStatusCode } from './shared/models/http/http-error-codes' import { VideosTorrentCache } from '@server/lib/files-cache/videos-torrent-cache' import { ServerConfigManager } from '@server/lib/server-config-manager' +import { VideoViewsManager } from '@server/lib/views/video-views-manager' +import { isTestOrDevInstance } from './server/helpers/core-utils' +import { OpenTelemetryMetrics } from '@server/lib/opentelemetry/metrics' // ----------- Command line ----------- cli .option('--no-client', 'Start PeerTube without client interface') .option('--no-plugins', 'Start PeerTube without plugins/themes enabled') + .option('--benchmark-startup', 'Automatically stop server when initialized') .parse(process.argv) // ----------- App ----------- // Enable CORS for develop -if (isTestInstance()) { +if (isTestOrDevInstance()) { app.use(cors({ origin: '*', exposedHeaders: 'Retry-After', @@ -148,16 +159,16 @@ if (isTestInstance()) { } // For the logger -morgan.token('remote-addr', (req: express.Request) => { +token('remote-addr', (req: express.Request) => { if (CONFIG.LOG.ANONYMIZE_IP === true || req.get('DNT') === '1') { return anonymize(req.ip, 16, 16) } return req.ip }) -morgan.token('user-agent', (req: express.Request) => { +token('user-agent', (req: express.Request) => { if (req.get('DNT') === '1') { - return useragent.parse(req.get('user-agent')).family + return parse(req.get('user-agent')).family } return req.get('user-agent') @@ -195,6 +206,10 @@ app.use(cookieParser()) // W3C DNT Tracking Status app.use(advertiseDoNotTrack) +// ----------- Open Telemetry ----------- + +OpenTelemetryMetrics.Instance.init(app) + // ----------- Views, routes and static files ----------- // API @@ -218,22 +233,24 @@ app.use('/', botsRouter) // Static files app.use('/', staticRouter) +app.use('/', wellKnownRouter) +app.use('/', miscRouter) app.use('/', downloadRouter) app.use('/', lazyStaticRouter) // Client files, last valid routes! -const cliOptions = cli.opts() +const cliOptions = cli.opts<{ client: boolean, plugins: boolean }>() if (cliOptions.client) app.use('/', clientsRouter) // ----------- Errors ----------- // Catch unmatched routes -app.use((req, res: express.Response) => { +app.use((_req, res: express.Response) => { res.status(HttpStatusCode.NOT_FOUND_404).end() }) // Catch thrown errors -app.use((err, req, res: express.Response, next) => { +app.use((err, _req, res: express.Response, _next) => { // Format error to be logged let error = 'Unknown error.' if (err) { @@ -270,7 +287,7 @@ async function startApplication () { checkFFmpegVersion() .catch(err => logger.error('Cannot check ffmpeg version', { err })) - // Email initialization + Redis.Instance.init() Emailer.Instance.init() await Promise.all([ @@ -296,26 +313,35 @@ async function startApplication () { PeerTubeVersionCheckScheduler.Instance.enable() AutoFollowIndexInstances.Instance.enable() RemoveDanglingResumableUploadsScheduler.Instance.enable() - - // Redis initialization - Redis.Instance.init() + VideoViewsBufferScheduler.Instance.enable() + GeoIPUpdateScheduler.Instance.enable() + OpenTelemetryMetrics.Instance.registerMetrics() PeerTubeSocket.Instance.init(server) + VideoViewsManager.Instance.init() updateStreamingPlaylistsInfohashesIfNeeded() .catch(err => logger.error('Cannot update streaming playlist infohashes.', { err })) - if (cliOptions.plugins) await PluginManager.Instance.registerPluginsAndThemes() - LiveManager.Instance.init() - if (CONFIG.LIVE.ENABLED) LiveManager.Instance.run() + if (CONFIG.LIVE.ENABLED) await LiveManager.Instance.run() // Make server listening - server.listen(port, hostname, () => { + server.listen(port, hostname, async () => { + if (cliOptions.plugins) { + try { + await PluginManager.Instance.registerPluginsAndThemes() + } catch (err) { + logger.error('Cannot register plugins and themes.', { err }) + } + } + logger.info('HTTP server listening on %s:%d', hostname, port) logger.info('Web server: %s', WEBSERVER.URL) Hooks.runAction('action:application.listening') + + if (cliOptions['benchmarkStartup']) process.exit(0) }) process.on('exit', () => {