X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Futils.ts;h=5a4fe4fdd5b27f13228b13539ab6e4d0e9bd96d6;hb=ce1b5ba78c35cfd4df123cab49aef1d14ca0f9b7;hp=7abcec5d727fe3f08ea7607d755cfe92a01fcc66;hpb=3d52b300ea79bec21f090e2447c4808307078618;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/utils.ts b/server/helpers/utils.ts index 7abcec5d7..5a4fe4fdd 100644 --- a/server/helpers/utils.ts +++ b/server/helpers/utils.ts @@ -1,199 +1,70 @@ -import { Model } from 'sequelize-typescript' -import * as ipaddr from 'ipaddr.js' -import { ResultList } from '../../shared' -import { VideoResolution } from '../../shared/models/videos' -import { CONFIG } from '../initializers' -import { UserModel } from '../models/account/user' -import { ActorModel } from '../models/activitypub/actor' -import { ApplicationModel } from '../models/application/application' -import { pseudoRandomBytesPromise, unlinkPromise } from './core-utils' +import { remove } from 'fs-extra' +import { Instance as ParseTorrent } from 'parse-torrent' +import { join } from 'path' +import { sha256 } from '@shared/extra-utils' +import { ResultList } from '@shared/models' +import { CONFIG } from '../initializers/config' +import { randomBytesPromise } from './core-utils' import { logger } from './logger' -import { isArray } from './custom-validators/misc' -const isCidr = require('is-cidr') - -function cleanUpReqFiles (req: { files: { [ fieldname: string ]: Express.Multer.File[] } | Express.Multer.File[] }) { - const files = req.files - - if (!files) return - - if (isArray(files)) { - (files as Express.Multer.File[]).forEach(f => deleteFileAsync(f.path)) - return - } - - for (const key of Object.keys(files)) { - const file = files[key] - - if (isArray(file)) file.forEach(f => deleteFileAsync(f.path)) - else deleteFileAsync(file.path) - } -} - -function deleteFileAsync (path: string) { - unlinkPromise(path) +function deleteFileAndCatch (path: string) { + remove(path) .catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err })) } async function generateRandomString (size: number) { - const raw = await pseudoRandomBytesPromise(size) + const raw = await randomBytesPromise(size) return raw.toString('hex') } -interface FormattableToJSON { - toFormattedJSON (args?: any) +interface FormattableToJSON { + toFormattedJSON (args?: U): V } -function getFormattedObjects (objects: T[], objectsTotal: number, formattedArg?: any) { - const formattedObjects: U[] = [] - - objects.forEach(object => { - formattedObjects.push(object.toFormattedJSON(formattedArg)) - }) +function getFormattedObjects> (objects: T[], objectsTotal: number, formattedArg?: U) { + const formattedObjects = objects.map(o => o.toFormattedJSON(formattedArg)) return { total: objectsTotal, data: formattedObjects - } as ResultList + } as ResultList } -async function isSignupAllowed () { - if (CONFIG.SIGNUP.ENABLED === false) { - return false - } +function generateVideoImportTmpPath (target: string | ParseTorrent, extension = '.mp4') { + const id = typeof target === 'string' + ? target + : target.infoHash - // No limit and signup is enabled - if (CONFIG.SIGNUP.LIMIT === -1) { - return true - } - - const totalUsers = await UserModel.countTotal() - - return totalUsers < CONFIG.SIGNUP.LIMIT + const hash = sha256(id) + return join(CONFIG.STORAGE.TMP_DIR, `${hash}-import${extension}`) } -function isSignupAllowedForCurrentIP (ip: string) { - const addr = ipaddr.parse(ip) - let excludeList = [ 'blacklist' ] - let matched = '' - - // if there is a valid, non-empty whitelist, we exclude all unknown adresses too - if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) { - excludeList.push('unknown') - } - - if (addr.kind() === 'ipv4') { - const addrV4 = ipaddr.IPv4.parse(ip) - const rangeList = { - whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr)) - .map(cidr => ipaddr.IPv4.parseCIDR(cidr)), - blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr)) - .map(cidr => ipaddr.IPv4.parseCIDR(cidr)) - } - matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown') - } else if (addr.kind() === 'ipv6') { - const addrV6 = ipaddr.IPv6.parse(ip) - const rangeList = { - whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr)) - .map(cidr => ipaddr.IPv6.parseCIDR(cidr)), - blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr)) - .map(cidr => ipaddr.IPv6.parseCIDR(cidr)) - } - matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown') - } - - return !excludeList.includes(matched) +function getSecureTorrentName (originalName: string) { + return sha256(originalName) + '.torrent' } -function computeResolutionsToTranscode (videoFileHeight: number) { - const resolutionsEnabled: number[] = [] - const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS - - // Put in the order we want to proceed jobs - const resolutions = [ - VideoResolution.H_480P, - VideoResolution.H_360P, - VideoResolution.H_720P, - VideoResolution.H_240P, - VideoResolution.H_1080P - ] +/** + * From a filename like "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3.mp4", returns + * only the "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3" part. If the filename does + * not contain a UUID, returns null. + */ +function getUUIDFromFilename (filename: string) { + const regex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/ + const result = filename.match(regex) - for (const resolution of resolutions) { - if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) { - resolutionsEnabled.push(resolution) - } - } + if (!result || Array.isArray(result) === false) return null - return resolutionsEnabled + return result[0] } -const timeTable = { - ms: 1, - second: 1000, - minute: 60000, - hour: 3600000, - day: 3600000 * 24, - week: 3600000 * 24 * 7, - month: 3600000 * 24 * 30 -} -export function parseDuration (duration: number | string): number { - if (typeof duration === 'number') return duration - - if (typeof duration === 'string') { - const split = duration.match(/^([\d\.,]+)\s?(\w+)$/) - - if (split.length === 3) { - const len = parseFloat(split[1]) - let unit = split[2].replace(/s$/i,'').toLowerCase() - if (unit === 'm') { - unit = 'ms' - } - - return (len || 1) * (timeTable[unit] || 0) - } - } - - throw new Error('Duration could not be properly parsed') -} - -function resetSequelizeInstance (instance: Model, savedFields: object) { - Object.keys(savedFields).forEach(key => { - const value = savedFields[key] - instance.set(key, value) - }) -} - -let serverActor: ActorModel -async function getServerActor () { - if (serverActor === undefined) { - const application = await ApplicationModel.load() - if (!application) throw Error('Could not load Application from database.') - - serverActor = application.Account.Actor - } - - if (!serverActor) { - logger.error('Cannot load server actor.') - process.exit(0) - } - - return Promise.resolve(serverActor) -} - -type SortType = { sortModel: any, sortValue: string } - // --------------------------------------------------------------------------- export { - cleanUpReqFiles, - deleteFileAsync, + deleteFileAndCatch, generateRandomString, getFormattedObjects, - isSignupAllowed, - isSignupAllowedForCurrentIP, - computeResolutionsToTranscode, - resetSequelizeInstance, - getServerActor, - SortType + getSecureTorrentName, + generateVideoImportTmpPath, + getUUIDFromFilename }