-import { Model } from 'sequelize-typescript'
-import * as ipaddr from 'ipaddr.js'
-import { ResultList } from '../../shared'
-import { VideoResolution } from '../../shared/models/videos'
-import { CONFIG } from '../initializers'
-import { UserModel } from '../models/account/user'
-import { ActorModel } from '../models/activitypub/actor'
-import { ApplicationModel } from '../models/application/application'
-import { pseudoRandomBytesPromise } from './core-utils'
+import { remove } from 'fs-extra'
+import { Instance as ParseTorrent } from 'parse-torrent'
+import { join } from 'path'
+import { sha256 } from '@shared/extra-utils'
+import { ResultList } from '@shared/models'
+import { CONFIG } from '../initializers/config'
+import { randomBytesPromise } from './core-utils'
import { logger } from './logger'
-const isCidr = require('is-cidr')
+function deleteFileAndCatch (path: string) {
+ remove(path)
+ .catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err }))
+}
async function generateRandomString (size: number) {
- const raw = await pseudoRandomBytesPromise(size)
+ const raw = await randomBytesPromise(size)
return raw.toString('hex')
}
-interface FormattableToJSON {
- toFormattedJSON (args?: any)
+interface FormattableToJSON<U, V> {
+ toFormattedJSON (args?: U): V
}
-function getFormattedObjects<U, T extends FormattableToJSON> (objects: T[], objectsTotal: number, formattedArg?: any) {
- const formattedObjects: U[] = []
-
- objects.forEach(object => {
- formattedObjects.push(object.toFormattedJSON(formattedArg))
- })
+function getFormattedObjects<U, V, T extends FormattableToJSON<U, V>> (objects: T[], objectsTotal: number, formattedArg?: U) {
+ const formattedObjects = objects.map(o => o.toFormattedJSON(formattedArg))
return {
total: objectsTotal,
data: formattedObjects
- } as ResultList<U>
-}
-
-async function isSignupAllowed () {
- if (CONFIG.SIGNUP.ENABLED === false) {
- return false
- }
-
- // No limit and signup is enabled
- if (CONFIG.SIGNUP.LIMIT === -1) {
- return true
- }
-
- const totalUsers = await UserModel.countTotal()
-
- return totalUsers < CONFIG.SIGNUP.LIMIT
-}
-
-function isSignupAllowedForCurrentIP (ip: string) {
- const addr = ipaddr.parse(ip)
- let excludeList = [ 'blacklist' ]
- let matched: string
-
- // if there is a valid, non-empty whitelist, we exclude all unknown adresses too
- if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) {
- excludeList.push('unknown')
- }
-
- if (addr.kind() === 'ipv4') {
- const addrV4 = ipaddr.IPv4.parse(ip)
- const rangeList = {
- whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr))
- .map(cidr => ipaddr.IPv4.parseCIDR(cidr)),
- blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr))
- .map(cidr => ipaddr.IPv4.parseCIDR(cidr))
- }
- matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown')
- } else if (addr.kind() === 'ipv6') {
- const addrV6 = ipaddr.IPv6.parse(ip)
- const rangeList = {
- whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr))
- .map(cidr => ipaddr.IPv6.parseCIDR(cidr)),
- blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr))
- .map(cidr => ipaddr.IPv6.parseCIDR(cidr))
- }
- matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown')
- }
-
- return !excludeList.includes(matched)
+ } as ResultList<V>
}
-function computeResolutionsToTranscode (videoFileHeight: number) {
- const resolutionsEnabled: number[] = []
- const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS
-
- // Put in the order we want to proceed jobs
- const resolutions = [
- VideoResolution.H_480P,
- VideoResolution.H_360P,
- VideoResolution.H_720P,
- VideoResolution.H_240P,
- VideoResolution.H_1080P
- ]
-
- for (const resolution of resolutions) {
- if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) {
- resolutionsEnabled.push(resolution)
- }
- }
+function generateVideoImportTmpPath (target: string | ParseTorrent, extension = '.mp4') {
+ const id = typeof target === 'string'
+ ? target
+ : target.infoHash
- return resolutionsEnabled
+ const hash = sha256(id)
+ return join(CONFIG.STORAGE.TMP_DIR, `${hash}-import${extension}`)
}
-const timeTable = {
- ms: 1,
- second: 1000,
- minute: 60000,
- hour: 3600000,
- day: 3600000 * 24,
- week: 3600000 * 24 * 7,
- month: 3600000 * 24 * 30
+function getSecureTorrentName (originalName: string) {
+ return sha256(originalName) + '.torrent'
}
-export function parseDuration (duration: number | string): number {
- if (typeof duration === 'number') return duration
- if (typeof duration === 'string') {
- const split = duration.match(/^([\d\.,]+)\s?(\w+)$/)
+/**
+ * From a filename like "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3.mp4", returns
+ * only the "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3" part. If the filename does
+ * not contain a UUID, returns null.
+ */
+function getUUIDFromFilename (filename: string) {
+ const regex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/
+ const result = filename.match(regex)
- if (split.length === 3) {
- const len = parseFloat(split[1])
- let unit = split[2].replace(/s$/i,'').toLowerCase()
- if (unit === 'm') {
- unit = 'ms'
- }
-
- return (len || 1) * (timeTable[unit] || 0)
- }
- }
-
- throw new Error('Duration could not be properly parsed')
-}
+ if (!result || Array.isArray(result) === false) return null
-function resetSequelizeInstance (instance: Model<any>, savedFields: object) {
- Object.keys(savedFields).forEach(key => {
- const value = savedFields[key]
- instance.set(key, value)
- })
+ return result[0]
}
-let serverActor: ActorModel
-async function getServerActor () {
- if (serverActor === undefined) {
- const application = await ApplicationModel.load()
- serverActor = application.Account.Actor
- }
-
- if (!serverActor) {
- logger.error('Cannot load server actor.')
- process.exit(0)
- }
-
- return Promise.resolve(serverActor)
-}
-
-type SortType = { sortModel: any, sortValue: string }
-
// ---------------------------------------------------------------------------
export {
+ deleteFileAndCatch,
generateRandomString,
getFormattedObjects,
- isSignupAllowed,
- isSignupAllowedForCurrentIP,
- computeResolutionsToTranscode,
- resetSequelizeInstance,
- getServerActor,
- SortType
+ getSecureTorrentName,
+ generateVideoImportTmpPath,
+ getUUIDFromFilename
}