X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;ds=sidebyside;f=server%2Fhelpers%2Futils.ts;h=eaad555553527b98549e69580203f0357063b0ee;hb=3e17515e2996b79e23f569c296051a91af3fcbe4;hp=bc76cfb267fabe92fd22b08c2e4cf007b04f0ed1;hpb=e02643f32e4c97ca307f8fc5b69be79c40d70a3b;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/utils.ts b/server/helpers/utils.ts index bc76cfb26..eaad55555 100644 --- a/server/helpers/utils.ts +++ b/server/helpers/utils.ts @@ -1,61 +1,214 @@ -import { pseudoRandomBytes } from 'crypto' +import { Model } from 'sequelize-typescript' +import * as ipaddr from 'ipaddr.js' +import { ResultList } from '../../shared' +import { VideoResolution } from '../../shared/models/videos' +import { CONFIG } from '../initializers' +import { UserModel } from '../models/account/user' +import { ActorModel } from '../models/activitypub/actor' +import { ApplicationModel } from '../models/application/application' +import { pseudoRandomBytesPromise, sha256, unlinkPromise } from './core-utils' +import { logger } from './logger' +import { isArray } from './custom-validators/misc' import { join } from 'path' +import { Instance as ParseTorrent } from 'parse-torrent' -import { logger } from './logger' +const isCidr = require('is-cidr') + +function cleanUpReqFiles (req: { files: { [ fieldname: string ]: Express.Multer.File[] } | Express.Multer.File[] }) { + const files = req.files + + if (!files) return + + if (isArray(files)) { + (files as Express.Multer.File[]).forEach(f => deleteFileAsync(f.path)) + return + } + + for (const key of Object.keys(files)) { + const file = files[key] -function badRequest (req, res, next) { - res.type('json').status(400).end() + if (isArray(file)) file.forEach(f => deleteFileAsync(f.path)) + else deleteFileAsync(file.path) + } +} + +function deleteFileAsync (path: string) { + unlinkPromise(path) + .catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err })) } -function generateRandomString (size, callback) { - pseudoRandomBytes(size, function (err, raw) { - if (err) return callback(err) +async function generateRandomString (size: number) { + const raw = await pseudoRandomBytesPromise(size) - callback(null, raw.toString('hex')) + return raw.toString('hex') +} + +interface FormattableToJSON { + toFormattedJSON (args?: any) +} + +function getFormattedObjects (objects: T[], objectsTotal: number, formattedArg?: any) { + const formattedObjects: U[] = [] + + objects.forEach(object => { + formattedObjects.push(object.toFormattedJSON(formattedArg)) }) + + return { + total: objectsTotal, + data: formattedObjects + } as ResultList } -function cleanForExit (webtorrentProcess) { - logger.info('Gracefully exiting.') - process.kill(-webtorrentProcess.pid) +async function isSignupAllowed () { + if (CONFIG.SIGNUP.ENABLED === false) { + return false + } + + // No limit and signup is enabled + if (CONFIG.SIGNUP.LIMIT === -1) { + return true + } + + const totalUsers = await UserModel.countTotal() + + return totalUsers < CONFIG.SIGNUP.LIMIT } -function createEmptyCallback () { - return function (err) { - if (err) logger.error('Error in empty callback.', { error: err }) +function isSignupAllowedForCurrentIP (ip: string) { + const addr = ipaddr.parse(ip) + let excludeList = [ 'blacklist' ] + let matched = '' + + // if there is a valid, non-empty whitelist, we exclude all unknown adresses too + if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) { + excludeList.push('unknown') } + + if (addr.kind() === 'ipv4') { + const addrV4 = ipaddr.IPv4.parse(ip) + const rangeList = { + whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr)) + .map(cidr => ipaddr.IPv4.parseCIDR(cidr)), + blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr)) + .map(cidr => ipaddr.IPv4.parseCIDR(cidr)) + } + matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown') + } else if (addr.kind() === 'ipv6') { + const addrV6 = ipaddr.IPv6.parse(ip) + const rangeList = { + whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr)) + .map(cidr => ipaddr.IPv6.parseCIDR(cidr)), + blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr)) + .map(cidr => ipaddr.IPv6.parseCIDR(cidr)) + } + matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown') + } + + return !excludeList.includes(matched) +} + +function computeResolutionsToTranscode (videoFileHeight: number) { + const resolutionsEnabled: number[] = [] + const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS + + // Put in the order we want to proceed jobs + const resolutions = [ + VideoResolution.H_480P, + VideoResolution.H_360P, + VideoResolution.H_720P, + VideoResolution.H_240P, + VideoResolution.H_1080P + ] + + for (const resolution of resolutions) { + if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) { + resolutionsEnabled.push(resolution) + } + } + + return resolutionsEnabled } -function isTestInstance () { - return (process.env.NODE_ENV === 'test') +const timeTable = { + ms: 1, + second: 1000, + minute: 60000, + hour: 3600000, + day: 3600000 * 24, + week: 3600000 * 24 * 7, + month: 3600000 * 24 * 30 } +export function parseDuration (duration: number | string): number { + if (typeof duration === 'number') return duration + + if (typeof duration === 'string') { + const split = duration.match(/^([\d\.,]+)\s?(\w+)$/) + + if (split.length === 3) { + const len = parseFloat(split[1]) + let unit = split[2].replace(/s$/i,'').toLowerCase() + if (unit === 'm') { + unit = 'ms' + } + + return (len || 1) * (timeTable[unit] || 0) + } + } -function getFormatedObjects (objects, objectsTotal) { - const formatedObjects = [] + throw new Error('Duration could not be properly parsed') +} - objects.forEach(function (object) { - formatedObjects.push(object.toFormatedJSON()) +function resetSequelizeInstance (instance: Model, savedFields: object) { + Object.keys(savedFields).forEach(key => { + const value = savedFields[key] + instance.set(key, value) }) +} - return { - total: objectsTotal, - data: formatedObjects +let serverActor: ActorModel +async function getServerActor () { + if (serverActor === undefined) { + const application = await ApplicationModel.load() + if (!application) throw Error('Could not load Application from database.') + + serverActor = application.Account.Actor + } + + if (!serverActor) { + logger.error('Cannot load server actor.') + process.exit(0) } + + return Promise.resolve(serverActor) +} + +function generateVideoTmpPath (target: string | ParseTorrent) { + const id = typeof target === 'string' ? target : target.infoHash + + const hash = sha256(id) + return join(CONFIG.STORAGE.VIDEOS_DIR, hash + '-import.mp4') } -function root () { - // We are in /dist/helpers/utils.js - return join(__dirname, '..', '..', '..') +function getSecureTorrentName (originalName: string) { + return sha256(originalName) + '.torrent' } +type SortType = { sortModel: any, sortValue: string } + // --------------------------------------------------------------------------- export { - badRequest, - createEmptyCallback, - cleanForExit, + cleanUpReqFiles, + deleteFileAsync, generateRandomString, - isTestInstance, - getFormatedObjects, - root + getFormattedObjects, + isSignupAllowed, + getSecureTorrentName, + isSignupAllowedForCurrentIP, + computeResolutionsToTranscode, + resetSequelizeInstance, + getServerActor, + SortType, + generateVideoTmpPath }