X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server.ts;h=aa4382ee74f68329447fbb81d855b5cc7acbef6e;hb=3acc50844047a37698f0618fa235c138e386a053;hp=119c0c61df17a516612dd271b2e04b17f3dc0a36;hpb=65fcc3119c334b75dd13bcfdebf186afdc580a8f;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server.ts b/server.ts index 119c0c61d..aa4382ee7 100644 --- a/server.ts +++ b/server.ts @@ -1,105 +1,189 @@ -// ----------- Node modules ----------- -import bodyParser = require('body-parser') -import express = require('express') -const expressValidator = require('express-validator') -import http = require('http') -import morgan = require('morgan') -import path = require('path') -import bittorrentTracker = require('bittorrent-tracker') -import { Server as WebSocketServer } from 'ws' +// FIXME: https://github.com/nodejs/node/pull/16853 +require('tls').DEFAULT_ECDH_CURVE = 'auto' + +import { isTestInstance } from './server/helpers/core-utils' -const TrackerServer = bittorrentTracker.Server +if (isTestInstance()) { + require('source-map-support').install() +} + +// ----------- Node modules ----------- +import * as bodyParser from 'body-parser' +import * as express from 'express' +import * as morgan from 'morgan' +import * as cors from 'cors' +import * as cookieParser from 'cookie-parser' +import * as helmet from 'helmet' +import * as useragent from 'useragent' +import * as anonymize from 'ip-anonymize' +import * as cli from 'commander' process.title = 'peertube' // Create our main app const app = express() -// ----------- Database ----------- -// Do not use barels because we don't want to load all modules here (we need to initialize database first) -import { logger } from './server/helpers/logger' -import { API_VERSION, CONFIG } from './server/initializers/constants' -// Initialize database and models -const db = require('./server/initializers/database') -db.init(onDatabaseInitDone) +// ----------- Core checker ----------- +import { checkMissedConfig, checkFFmpeg } from './server/initializers/checker-before-init' -// ----------- Checker ----------- -import { checkMissedConfig, checkFFmpeg, checkConfig } from './server/initializers/checker' +// Do not use barrels because we don't want to load all modules here (we need to initialize database first) +import { logger } from './server/helpers/logger' +import { API_VERSION, FILES_CACHE, WEBSERVER, loadLanguages } from './server/initializers/constants' +import { CONFIG } from './server/initializers/config' const missed = checkMissedConfig() if (missed.length !== 0) { - throw new Error('Miss some configurations keys : ' + missed) + logger.error('Your configuration files miss keys: ' + missed) + process.exit(-1) } -checkFFmpeg(function (err) { - if (err) { - throw err - } -}) + +checkFFmpeg(CONFIG) + .catch(err => { + logger.error('Error in ffmpeg check.', { err }) + process.exit(-1) + }) + +import { checkConfig, checkActivityPubUrls } from './server/initializers/checker-after-init' const errorMessage = checkConfig() if (errorMessage !== null) { throw new Error(errorMessage) } +// Trust our proxy (IP forwarding...) +app.set('trust proxy', CONFIG.TRUST_PROXY) + +// Security middleware +import { baseCSP } from './server/middlewares/csp' + +if (CONFIG.CSP.ENABLED) { + app.use(baseCSP) + app.use(helmet({ + frameguard: { + action: 'deny' // we only allow it for /videos/embed, see server/controllers/client.ts + }, + hsts: false + })) +} + +// ----------- Database ----------- + +// Initialize database and models +import { initDatabaseModels } from './server/initializers/database' +import { migrate } from './server/initializers/migrator' +migrate() + .then(() => initDatabaseModels(false)) + .then(() => startApplication()) + .catch(err => { + logger.error('Cannot start application.', { err }) + process.exit(-1) + }) + +// ----------- Initialize ----------- +loadLanguages() + // ----------- PeerTube modules ----------- -import { migrate, installApplication } from './server/initializers' -import { JobScheduler, activateSchedulers } from './server/lib' -import * as customValidators from './server/helpers/custom-validators' -import { apiRouter, clientsRouter, staticRouter } from './server/controllers' +import { installApplication } from './server/initializers' +import { Emailer } from './server/lib/emailer' +import { JobQueue } from './server/lib/job-queue' +import { VideosPreviewCache, VideosCaptionCache } from './server/lib/files-cache' +import { + activityPubRouter, + apiRouter, + clientsRouter, + feedsRouter, + staticRouter, + servicesRouter, + webfingerRouter, + trackerRouter, + createWebsocketTrackerServer, botsRouter +} from './server/controllers' +import { advertiseDoNotTrack } from './server/middlewares/dnt' +import { Redis } from './server/lib/redis' +import { ActorFollowScheduler } from './server/lib/schedulers/actor-follow-scheduler' +import { RemoveOldViewsScheduler } from './server/lib/schedulers/remove-old-views-scheduler' +import { RemoveOldJobsScheduler } from './server/lib/schedulers/remove-old-jobs-scheduler' +import { UpdateVideosScheduler } from './server/lib/schedulers/update-videos-scheduler' +import { YoutubeDlUpdateScheduler } from './server/lib/schedulers/youtube-dl-update-scheduler' +import { VideosRedundancyScheduler } from './server/lib/schedulers/videos-redundancy-scheduler' +import { RemoveOldHistoryScheduler } from './server/lib/schedulers/remove-old-history-scheduler' +import { isHTTPSignatureDigestValid } from './server/helpers/peertube-crypto' +import { PeerTubeSocket } from './server/lib/peertube-socket' +import { updateStreamingPlaylistsInfohashesIfNeeded } from './server/lib/hls' // ----------- Command line ----------- +cli + .option('--no-client', 'Start PeerTube without client interface') + .parse(process.argv) + // ----------- App ----------- +// Enable CORS for develop +if (isTestInstance()) { + app.use(cors({ + origin: '*', + exposedHeaders: 'Retry-After', + credentials: true + })) +} + // For the logger -// app.use(morgan('combined', { stream: logger.stream })) +morgan.token('remote-addr', req => { + if (req.get('DNT') === '1') { + return anonymize(req.ip, 16, 16) + } + + return req.ip +}) +morgan.token('user-agent', req => { + if (req.get('DNT') === '1') { + return useragent.parse(req.get('user-agent')).family + } + + return req.get('user-agent') +}) +app.use(morgan('combined', { + stream: { write: logger.info.bind(logger) } +})) + // For body requests -app.use(bodyParser.json({ limit: '500kb' })) app.use(bodyParser.urlencoded({ extended: false })) -// Validate some params for the API -app.use(expressValidator({ - customValidators: customValidators +app.use(bodyParser.json({ + type: [ 'application/json', 'application/*+json' ], + limit: '500kb', + verify: (req: express.Request, _, buf: Buffer) => { + const valid = isHTTPSignatureDigestValid(buf, req) + if (valid !== true) throw new Error('Invalid digest') + } })) +// Cookies +app.use(cookieParser()) + +// W3C DNT Tracking Status +app.use(advertiseDoNotTrack) + // ----------- Views, routes and static files ----------- // API const apiRoute = '/api/' + API_VERSION app.use(apiRoute, apiRouter) -// Client files -app.use('/', clientsRouter) +// Services (oembed...) +app.use('/services', servicesRouter) + +app.use('/', activityPubRouter) +app.use('/', feedsRouter) +app.use('/', webfingerRouter) +app.use('/', trackerRouter) +app.use('/', botsRouter) // Static files app.use('/', staticRouter) -// Always serve index client page (the client is a single page application, let it handle routing) -app.use('/*', function (req, res, next) { - res.sendFile(path.join(__dirname, './client/dist/index.html')) -}) - -// ----------- Tracker ----------- - -const trackerServer = new TrackerServer({ - http: false, - udp: false, - ws: false, - dht: false -}) - -trackerServer.on('error', function (err) { - logger.error(err) -}) - -trackerServer.on('warning', function (err) { - logger.error(err) -}) - -const server = http.createServer(app) -const wss = new WebSocketServer({ server: server, path: '/tracker/socket' }) -wss.on('connection', function (ws) { - trackerServer.onWebSocketConnection(ws) -}) +// Client files, last valid routes! +if (cli.client) app.use('/', clientsRouter) // ----------- Errors ----------- @@ -111,32 +195,73 @@ app.use(function (req, res, next) { }) app.use(function (err, req, res, next) { - logger.error(err) - res.sendStatus(err.status || 500) + let error = 'Unknown error.' + if (err) { + error = err.stack || err.message || err + } + + // Sequelize error + const sql = err.parent ? err.parent.sql : undefined + + logger.error('Error in controller.', { err: error, sql }) + return res.status(err.status || 500).end() }) +const server = createWebsocketTrackerServer(app) + // ----------- Run ----------- -function onDatabaseInitDone () { +async function startApplication () { const port = CONFIG.LISTEN.PORT - // Run the migration scripts if needed - migrate(function (err) { - if (err) throw err + const hostname = CONFIG.LISTEN.HOSTNAME + + await installApplication() - installApplication(function (err) { - if (err) throw err + // Check activity pub urls are valid + checkActivityPubUrls() + .catch(err => { + logger.error('Error in ActivityPub URLs checker.', { err }) + process.exit(-1) + }) - // ----------- Make the server listening ----------- - server.listen(port, function () { - // Activate the communication with friends - activateSchedulers() + // Email initialization + Emailer.Instance.init() - // Activate job scheduler - JobScheduler.Instance.activate() + await Promise.all([ + Emailer.Instance.checkConnectionOrDie(), + JobQueue.Instance.init() + ]) - logger.info('Server listening on port %d', port) - logger.info('Webserver: %s', CONFIG.WEBSERVER.URL) - }) - }) + // Caches initializations + VideosPreviewCache.Instance.init(CONFIG.CACHE.PREVIEWS.SIZE, FILES_CACHE.PREVIEWS.MAX_AGE) + VideosCaptionCache.Instance.init(CONFIG.CACHE.VIDEO_CAPTIONS.SIZE, FILES_CACHE.VIDEO_CAPTIONS.MAX_AGE) + + // Enable Schedulers + ActorFollowScheduler.Instance.enable() + RemoveOldJobsScheduler.Instance.enable() + UpdateVideosScheduler.Instance.enable() + YoutubeDlUpdateScheduler.Instance.enable() + VideosRedundancyScheduler.Instance.enable() + RemoveOldHistoryScheduler.Instance.enable() + RemoveOldViewsScheduler.Instance.enable() + + // Redis initialization + Redis.Instance.init() + + PeerTubeSocket.Instance.init(server) + + updateStreamingPlaylistsInfohashesIfNeeded() + .catch(err => logger.error('Cannot update streaming playlist infohashes.', { err })) + + // Make server listening + server.listen(port, hostname, () => { + logger.info('Server listening on %s:%d', hostname, port) + logger.info('Web server: %s', WEBSERVER.URL) + }) + + process.on('exit', () => { + JobQueue.Instance.terminate() }) + + process.on('SIGINT', () => process.exit(0)) }