X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server.ts;h=ad162832bce3f1796fb5eaa535415a521c0cf62c;hb=0cc253c9719b1e361d33d62adcef4c292cc98be9;hp=119c0c61df17a516612dd271b2e04b17f3dc0a36;hpb=65fcc3119c334b75dd13bcfdebf186afdc580a8f;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server.ts b/server.ts index 119c0c61d..ad162832b 100644 --- a/server.ts +++ b/server.ts @@ -1,142 +1,334 @@ // ----------- Node modules ----------- -import bodyParser = require('body-parser') -import express = require('express') -const expressValidator = require('express-validator') -import http = require('http') -import morgan = require('morgan') -import path = require('path') -import bittorrentTracker = require('bittorrent-tracker') -import { Server as WebSocketServer } from 'ws' - -const TrackerServer = bittorrentTracker.Server +import express from 'express' +import morgan, { token } from 'morgan' +import cors from 'cors' +import cookieParser from 'cookie-parser' +import { frameguard } from 'helmet' +import { parse } from 'useragent' +import anonymize from 'ip-anonymize' +import { program as cli } from 'commander' process.title = 'peertube' // Create our main app -const app = express() +const app = express().disable('x-powered-by') -// ----------- Database ----------- -// Do not use barels because we don't want to load all modules here (we need to initialize database first) -import { logger } from './server/helpers/logger' -import { API_VERSION, CONFIG } from './server/initializers/constants' -// Initialize database and models -const db = require('./server/initializers/database') -db.init(onDatabaseInitDone) +// ----------- Core checker ----------- +import { checkMissedConfig, checkFFmpeg, checkNodeVersion } from './server/initializers/checker-before-init' -// ----------- Checker ----------- -import { checkMissedConfig, checkFFmpeg, checkConfig } from './server/initializers/checker' +// Do not use barrels because we don't want to load all modules here (we need to initialize database first) +import { CONFIG } from './server/initializers/config' +import { API_VERSION, FILES_CACHE, WEBSERVER, loadLanguages } from './server/initializers/constants' +import { logger } from './server/helpers/logger' const missed = checkMissedConfig() if (missed.length !== 0) { - throw new Error('Miss some configurations keys : ' + missed) + logger.error('Your configuration files miss keys: ' + missed) + process.exit(-1) +} + +checkFFmpeg(CONFIG) + .catch(err => { + logger.error('Error in ffmpeg check.', { err }) + process.exit(-1) + }) + +try { + checkNodeVersion() +} catch (err) { + logger.error('Error in NodeJS check.', { err }) + process.exit(-1) +} + +import { checkConfig, checkActivityPubUrls, checkFFmpegVersion } from './server/initializers/checker-after-init' + +checkConfig() + +// Trust our proxy (IP forwarding...) +app.set('trust proxy', CONFIG.TRUST_PROXY) + +// Security middleware +import { baseCSP } from './server/middlewares/csp' + +if (CONFIG.CSP.ENABLED) { + app.use(baseCSP) } -checkFFmpeg(function (err) { - if (err) { - throw err - } -}) -const errorMessage = checkConfig() -if (errorMessage !== null) { - throw new Error(errorMessage) +if (CONFIG.SECURITY.FRAMEGUARD.ENABLED) { + app.use(frameguard({ + action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts + })) } +// ----------- Database ----------- + +// Initialize database and models +import { initDatabaseModels, checkDatabaseConnectionOrDie } from './server/initializers/database' +checkDatabaseConnectionOrDie() + +import { migrate } from './server/initializers/migrator' +migrate() + .then(() => initDatabaseModels(false)) + .then(() => startApplication()) + .catch(err => { + logger.error('Cannot start application.', { err }) + process.exit(-1) + }) + +// ----------- Initialize ----------- +loadLanguages() + // ----------- PeerTube modules ----------- -import { migrate, installApplication } from './server/initializers' -import { JobScheduler, activateSchedulers } from './server/lib' -import * as customValidators from './server/helpers/custom-validators' -import { apiRouter, clientsRouter, staticRouter } from './server/controllers' +import { installApplication } from './server/initializers/installer' +import { Emailer } from './server/lib/emailer' +import { JobQueue } from './server/lib/job-queue' +import { VideosPreviewCache, VideosCaptionCache } from './server/lib/files-cache' +import { + activityPubRouter, + apiRouter, + clientsRouter, + feedsRouter, + staticRouter, + lazyStaticRouter, + servicesRouter, + liveRouter, + pluginsRouter, + webfingerRouter, + trackerRouter, + createWebsocketTrackerServer, + botsRouter, + downloadRouter +} from './server/controllers' +import { advertiseDoNotTrack } from './server/middlewares/dnt' +import { apiFailMiddleware } from './server/middlewares/error' +import { Redis } from './server/lib/redis' +import { ActorFollowScheduler } from './server/lib/schedulers/actor-follow-scheduler' +import { RemoveOldViewsScheduler } from './server/lib/schedulers/remove-old-views-scheduler' +import { RemoveOldJobsScheduler } from './server/lib/schedulers/remove-old-jobs-scheduler' +import { UpdateVideosScheduler } from './server/lib/schedulers/update-videos-scheduler' +import { YoutubeDlUpdateScheduler } from './server/lib/schedulers/youtube-dl-update-scheduler' +import { VideosRedundancyScheduler } from './server/lib/schedulers/videos-redundancy-scheduler' +import { RemoveOldHistoryScheduler } from './server/lib/schedulers/remove-old-history-scheduler' +import { AutoFollowIndexInstances } from './server/lib/schedulers/auto-follow-index-instances' +import { RemoveDanglingResumableUploadsScheduler } from './server/lib/schedulers/remove-dangling-resumable-uploads-scheduler' +import { VideoViewsBufferScheduler } from './server/lib/schedulers/video-views-buffer-scheduler' +import { GeoIPUpdateScheduler } from './server/lib/schedulers/geo-ip-update-scheduler' +import { isHTTPSignatureDigestValid } from './server/helpers/peertube-crypto' +import { PeerTubeSocket } from './server/lib/peertube-socket' +import { updateStreamingPlaylistsInfohashesIfNeeded } from './server/lib/hls' +import { PluginsCheckScheduler } from './server/lib/schedulers/plugins-check-scheduler' +import { PeerTubeVersionCheckScheduler } from './server/lib/schedulers/peertube-version-check-scheduler' +import { Hooks } from './server/lib/plugins/hooks' +import { PluginManager } from './server/lib/plugins/plugin-manager' +import { LiveManager } from './server/lib/live' +import { HttpStatusCode } from './shared/models/http/http-error-codes' +import { VideosTorrentCache } from '@server/lib/files-cache/videos-torrent-cache' +import { ServerConfigManager } from '@server/lib/server-config-manager' +import { VideoViewsManager } from '@server/lib/views/video-views-manager' +import { isTestInstance } from './server/helpers/core-utils' // ----------- Command line ----------- +cli + .option('--no-client', 'Start PeerTube without client interface') + .option('--no-plugins', 'Start PeerTube without plugins/themes enabled') + .option('--benchmark-startup', 'Automatically stop server when initialized') + .parse(process.argv) + // ----------- App ----------- +// Enable CORS for develop +if (isTestInstance()) { + app.use(cors({ + origin: '*', + exposedHeaders: 'Retry-After', + credentials: true + })) +} + // For the logger -// app.use(morgan('combined', { stream: logger.stream })) +token('remote-addr', (req: express.Request) => { + if (CONFIG.LOG.ANONYMIZE_IP === true || req.get('DNT') === '1') { + return anonymize(req.ip, 16, 16) + } + + return req.ip +}) +token('user-agent', (req: express.Request) => { + if (req.get('DNT') === '1') { + return parse(req.get('user-agent')).family + } + + return req.get('user-agent') +}) +app.use(morgan('combined', { + stream: { + write: (str: string) => logger.info(str.trim(), { tags: [ 'http' ] }) + }, + skip: req => CONFIG.LOG.LOG_PING_REQUESTS === false && req.originalUrl === '/api/v1/ping' +})) + +// Add .fail() helper to response +app.use(apiFailMiddleware) + // For body requests -app.use(bodyParser.json({ limit: '500kb' })) -app.use(bodyParser.urlencoded({ extended: false })) -// Validate some params for the API -app.use(expressValidator({ - customValidators: customValidators +app.use(express.urlencoded({ extended: false })) +app.use(express.json({ + type: [ 'application/json', 'application/*+json' ], + limit: '500kb', + verify: (req: express.Request, res: express.Response, buf: Buffer) => { + const valid = isHTTPSignatureDigestValid(buf, req) + + if (valid !== true) { + res.fail({ + status: HttpStatusCode.FORBIDDEN_403, + message: 'Invalid digest' + }) + } + } })) +// Cookies +app.use(cookieParser()) + +// W3C DNT Tracking Status +app.use(advertiseDoNotTrack) + // ----------- Views, routes and static files ----------- // API const apiRoute = '/api/' + API_VERSION app.use(apiRoute, apiRouter) -// Client files -app.use('/', clientsRouter) +// Services (oembed...) +app.use('/services', servicesRouter) -// Static files -app.use('/', staticRouter) +// Live streaming +app.use('/live', liveRouter) -// Always serve index client page (the client is a single page application, let it handle routing) -app.use('/*', function (req, res, next) { - res.sendFile(path.join(__dirname, './client/dist/index.html')) -}) +// Plugins & themes +app.use('/', pluginsRouter) -// ----------- Tracker ----------- +app.use('/', activityPubRouter) +app.use('/', feedsRouter) +app.use('/', webfingerRouter) +app.use('/', trackerRouter) +app.use('/', botsRouter) -const trackerServer = new TrackerServer({ - http: false, - udp: false, - ws: false, - dht: false -}) +// Static files +app.use('/', staticRouter) +app.use('/', downloadRouter) +app.use('/', lazyStaticRouter) -trackerServer.on('error', function (err) { - logger.error(err) -}) +// Client files, last valid routes! +const cliOptions = cli.opts() +if (cliOptions.client) app.use('/', clientsRouter) -trackerServer.on('warning', function (err) { - logger.error(err) -}) +// ----------- Errors ----------- -const server = http.createServer(app) -const wss = new WebSocketServer({ server: server, path: '/tracker/socket' }) -wss.on('connection', function (ws) { - trackerServer.onWebSocketConnection(ws) +// Catch unmatched routes +app.use((req, res: express.Response) => { + res.status(HttpStatusCode.NOT_FOUND_404).end() }) -// ----------- Errors ----------- +// Catch thrown errors +app.use((err, req, res: express.Response, next) => { + // Format error to be logged + let error = 'Unknown error.' + if (err) { + error = err.stack || err.message || err + } + // Handling Sequelize error traces + const sql = err.parent ? err.parent.sql : undefined + logger.error('Error in controller.', { err: error, sql }) -// Catch 404 and forward to error handler -app.use(function (req, res, next) { - const err = new Error('Not Found') - err['status'] = 404 - next(err) + return res.fail({ + status: err.status || HttpStatusCode.INTERNAL_SERVER_ERROR_500, + message: err.message, + type: err.name + }) }) -app.use(function (err, req, res, next) { - logger.error(err) - res.sendStatus(err.status || 500) -}) +const server = createWebsocketTrackerServer(app) // ----------- Run ----------- -function onDatabaseInitDone () { +async function startApplication () { const port = CONFIG.LISTEN.PORT - // Run the migration scripts if needed - migrate(function (err) { - if (err) throw err + const hostname = CONFIG.LISTEN.HOSTNAME - installApplication(function (err) { - if (err) throw err + await installApplication() - // ----------- Make the server listening ----------- - server.listen(port, function () { - // Activate the communication with friends - activateSchedulers() + // Check activity pub urls are valid + checkActivityPubUrls() + .catch(err => { + logger.error('Error in ActivityPub URLs checker.', { err }) + process.exit(-1) + }) - // Activate job scheduler - JobScheduler.Instance.activate() + checkFFmpegVersion() + .catch(err => logger.error('Cannot check ffmpeg version', { err })) - logger.info('Server listening on port %d', port) - logger.info('Webserver: %s', CONFIG.WEBSERVER.URL) - }) - }) + // Email initialization + Emailer.Instance.init() + + await Promise.all([ + Emailer.Instance.checkConnection(), + JobQueue.Instance.init(), + ServerConfigManager.Instance.init() + ]) + + // Caches initializations + VideosPreviewCache.Instance.init(CONFIG.CACHE.PREVIEWS.SIZE, FILES_CACHE.PREVIEWS.MAX_AGE) + VideosCaptionCache.Instance.init(CONFIG.CACHE.VIDEO_CAPTIONS.SIZE, FILES_CACHE.VIDEO_CAPTIONS.MAX_AGE) + VideosTorrentCache.Instance.init(CONFIG.CACHE.TORRENTS.SIZE, FILES_CACHE.TORRENTS.MAX_AGE) + + // Enable Schedulers + ActorFollowScheduler.Instance.enable() + RemoveOldJobsScheduler.Instance.enable() + UpdateVideosScheduler.Instance.enable() + YoutubeDlUpdateScheduler.Instance.enable() + VideosRedundancyScheduler.Instance.enable() + RemoveOldHistoryScheduler.Instance.enable() + RemoveOldViewsScheduler.Instance.enable() + PluginsCheckScheduler.Instance.enable() + PeerTubeVersionCheckScheduler.Instance.enable() + AutoFollowIndexInstances.Instance.enable() + RemoveDanglingResumableUploadsScheduler.Instance.enable() + VideoViewsBufferScheduler.Instance.enable() + GeoIPUpdateScheduler.Instance.enable() + + Redis.Instance.init() + PeerTubeSocket.Instance.init(server) + VideoViewsManager.Instance.init() + + updateStreamingPlaylistsInfohashesIfNeeded() + .catch(err => logger.error('Cannot update streaming playlist infohashes.', { err })) + + LiveManager.Instance.init() + if (CONFIG.LIVE.ENABLED) await LiveManager.Instance.run() + + // Make server listening + server.listen(port, hostname, async () => { + if (cliOptions.plugins) { + try { + await PluginManager.Instance.registerPluginsAndThemes() + } catch (err) { + logger.error('Cannot register plugins and themes.', { err }) + } + } + + logger.info('HTTP server listening on %s:%d', hostname, port) + logger.info('Web server: %s', WEBSERVER.URL) + + Hooks.runAction('action:application.listening') + + if (cliOptions['benchmarkStartup']) process.exit(0) + }) + + process.on('exit', () => { + JobQueue.Instance.terminate() }) + + process.on('SIGINT', () => process.exit(0)) }