X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;ds=sidebyside;f=server%2Fhelpers%2Futils.ts;h=049c3f8bcedc8d145022ca6066a5ca9291452ae4;hb=7ad9b9846c44d198a736183fb186c2039f5236b5;hp=f4cc5547d49ddacbb1b57f4d528c13a6b584fabf;hpb=ce33919c24e7402d92d81f3cd8e545df52d98240;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/utils.ts b/server/helpers/utils.ts index f4cc5547d..049c3f8bc 100644 --- a/server/helpers/utils.ts +++ b/server/helpers/utils.ts @@ -1,39 +1,15 @@ -import { Model } from 'sequelize-typescript' -import * as ipaddr from 'ipaddr.js' import { ResultList } from '../../shared' -import { VideoResolution } from '../../shared/models/videos' import { CONFIG } from '../initializers' -import { UserModel } from '../models/account/user' -import { ActorModel } from '../models/activitypub/actor' import { ApplicationModel } from '../models/application/application' -import { pseudoRandomBytesPromise, unlinkPromise } from './core-utils' +import { execPromise, execPromise2, pseudoRandomBytesPromise, sha256 } from './core-utils' import { logger } from './logger' -import { isArray } from './custom-validators/misc' -import * as crypto from "crypto" -import { join } from "path" - -const isCidr = require('is-cidr') - -function cleanUpReqFiles (req: { files: { [ fieldname: string ]: Express.Multer.File[] } | Express.Multer.File[] }) { - const files = req.files - - if (!files) return - - if (isArray(files)) { - (files as Express.Multer.File[]).forEach(f => deleteFileAsync(f.path)) - return - } - - for (const key of Object.keys(files)) { - const file = files[key] - - if (isArray(file)) file.forEach(f => deleteFileAsync(f.path)) - else deleteFileAsync(file.path) - } -} +import { join } from 'path' +import { Instance as ParseTorrent } from 'parse-torrent' +import { remove } from 'fs-extra' +import * as memoizee from 'memoizee' function deleteFileAsync (path: string) { - unlinkPromise(path) + remove(path) .catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err })) } @@ -60,149 +36,73 @@ function getFormattedObjects (objects: T[], obje } as ResultList } -async function isSignupAllowed () { - if (CONFIG.SIGNUP.ENABLED === false) { - return false - } - - // No limit and signup is enabled - if (CONFIG.SIGNUP.LIMIT === -1) { - return true - } - - const totalUsers = await UserModel.countTotal() +const getServerActor = memoizee(async function () { + const application = await ApplicationModel.load() + if (!application) throw Error('Could not load Application from database.') - return totalUsers < CONFIG.SIGNUP.LIMIT -} - -function isSignupAllowedForCurrentIP (ip: string) { - const addr = ipaddr.parse(ip) - let excludeList = [ 'blacklist' ] - let matched = '' + const actor = application.Account.Actor + actor.Account = application.Account - // if there is a valid, non-empty whitelist, we exclude all unknown adresses too - if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) { - excludeList.push('unknown') - } + return actor +}) - if (addr.kind() === 'ipv4') { - const addrV4 = ipaddr.IPv4.parse(ip) - const rangeList = { - whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr)) - .map(cidr => ipaddr.IPv4.parseCIDR(cidr)), - blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr)) - .map(cidr => ipaddr.IPv4.parseCIDR(cidr)) - } - matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown') - } else if (addr.kind() === 'ipv6') { - const addrV6 = ipaddr.IPv6.parse(ip) - const rangeList = { - whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr)) - .map(cidr => ipaddr.IPv6.parseCIDR(cidr)), - blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr)) - .map(cidr => ipaddr.IPv6.parseCIDR(cidr)) - } - matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown') - } +function generateVideoTmpPath (target: string | ParseTorrent) { + const id = typeof target === 'string' ? target : target.infoHash - return !excludeList.includes(matched) -} - -function computeResolutionsToTranscode (videoFileHeight: number) { - const resolutionsEnabled: number[] = [] - const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS - - // Put in the order we want to proceed jobs - const resolutions = [ - VideoResolution.H_480P, - VideoResolution.H_360P, - VideoResolution.H_720P, - VideoResolution.H_240P, - VideoResolution.H_1080P - ] - - for (const resolution of resolutions) { - if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) { - resolutionsEnabled.push(resolution) - } - } - - return resolutionsEnabled + const hash = sha256(id) + return join(CONFIG.STORAGE.VIDEOS_DIR, hash + '-import.mp4') } -const timeTable = { - ms: 1, - second: 1000, - minute: 60000, - hour: 3600000, - day: 3600000 * 24, - week: 3600000 * 24 * 7, - month: 3600000 * 24 * 30 +function getSecureTorrentName (originalName: string) { + return sha256(originalName) + '.torrent' } -export function parseDuration (duration: number | string): number { - if (typeof duration === 'number') return duration - - if (typeof duration === 'string') { - const split = duration.match(/^([\d\.,]+)\s?(\w+)$/) - if (split.length === 3) { - const len = parseFloat(split[1]) - let unit = split[2].replace(/s$/i,'').toLowerCase() - if (unit === 'm') { - unit = 'ms' - } +async function getVersion () { + try { + const tag = await execPromise2( + '[ ! -d .git ] || git name-rev --name-only --tags --no-undefined HEAD 2>/dev/null || true', + { stdio: [ 0, 1, 2 ] } + ) - return (len || 1) * (timeTable[unit] || 0) - } + if (tag) return tag.replace(/^v/, '') + } catch (err) { + logger.debug('Cannot get version from git tags.', { err }) } - throw new Error('Duration could not be properly parsed') -} - -function resetSequelizeInstance (instance: Model, savedFields: object) { - Object.keys(savedFields).forEach(key => { - const value = savedFields[key] - instance.set(key, value) - }) -} - -let serverActor: ActorModel -async function getServerActor () { - if (serverActor === undefined) { - const application = await ApplicationModel.load() - if (!application) throw Error('Could not load Application from database.') - - serverActor = application.Account.Actor - } + try { + const version = await execPromise('[ ! -d .git ] || git rev-parse --short HEAD') - if (!serverActor) { - logger.error('Cannot load server actor.') - process.exit(0) + if (version) return version.toString().trim() + } catch (err) { + logger.debug('Cannot get version from git HEAD.', { err }) } - return Promise.resolve(serverActor) + return require('../../../package.json').version } -function generateVideoTmpPath (id: string) { - const hash = crypto.createHash('sha256').update(id).digest('hex') - return join(CONFIG.STORAGE.VIDEOS_DIR, hash + '-import.mp4') -} +/** + * From a filename like "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3.mp4", returns + * only the "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3" part. If the filename does + * not contain a UUID, returns null. + */ +function getUUIDFromFilename (filename: string) { + const regex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/ + const result = filename.match(regex) -type SortType = { sortModel: any, sortValue: string } + if (!result || Array.isArray(result) === false) return null + return result[0] +} // --------------------------------------------------------------------------- export { - cleanUpReqFiles, deleteFileAsync, generateRandomString, getFormattedObjects, - isSignupAllowed, - isSignupAllowedForCurrentIP, - computeResolutionsToTranscode, - resetSequelizeInstance, + getSecureTorrentName, getServerActor, - SortType, - generateVideoTmpPath + getVersion, + generateVideoTmpPath, + getUUIDFromFilename }