-import { Model } from 'sequelize-typescript'
-import * as ipaddr from 'ipaddr.js'
+import { remove } from 'fs-extra'
+import { Instance as ParseTorrent } from 'parse-torrent'
+import { join } from 'path'
+import { sha256 } from '@shared/extra-utils'
import { ResultList } from '../../shared'
-import { VideoResolution } from '../../shared/models/videos'
-import { CONFIG } from '../initializers'
-import { UserModel } from '../models/account/user'
-import { ActorModel } from '../models/activitypub/actor'
-import { ApplicationModel } from '../models/application/application'
-import { pseudoRandomBytesPromise, sha256, unlinkPromise } from './core-utils'
+import { CONFIG } from '../initializers/config'
+import { execPromise, execPromise2, randomBytesPromise } from './core-utils'
import { logger } from './logger'
-import { isArray } from './custom-validators/misc'
-import { join } from 'path'
-import { Instance as ParseTorrent } from 'parse-torrent'
-
-const isCidr = require('is-cidr')
-
-function cleanUpReqFiles (req: { files: { [ fieldname: string ]: Express.Multer.File[] } | Express.Multer.File[] }) {
- const files = req.files
-
- if (!files) return
-
- if (isArray(files)) {
- (files as Express.Multer.File[]).forEach(f => deleteFileAsync(f.path))
- return
- }
-
- for (const key of Object.keys(files)) {
- const file = files[key]
-
- if (isArray(file)) file.forEach(f => deleteFileAsync(f.path))
- else deleteFileAsync(file.path)
- }
-}
-function deleteFileAsync (path: string) {
- unlinkPromise(path)
+function deleteFileAndCatch (path: string) {
+ remove(path)
.catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err }))
}
async function generateRandomString (size: number) {
- const raw = await pseudoRandomBytesPromise(size)
+ const raw = await randomBytesPromise(size)
return raw.toString('hex')
}
-interface FormattableToJSON {
- toFormattedJSON (args?: any)
+interface FormattableToJSON<U, V> {
+ toFormattedJSON (args?: U): V
}
-function getFormattedObjects<U, T extends FormattableToJSON> (objects: T[], objectsTotal: number, formattedArg?: any) {
- const formattedObjects: U[] = []
-
- objects.forEach(object => {
- formattedObjects.push(object.toFormattedJSON(formattedArg))
- })
+function getFormattedObjects<U, V, T extends FormattableToJSON<U, V>> (objects: T[], objectsTotal: number, formattedArg?: U) {
+ const formattedObjects = objects.map(o => o.toFormattedJSON(formattedArg))
return {
total: objectsTotal,
data: formattedObjects
- } as ResultList<U>
-}
-
-async function isSignupAllowed () {
- if (CONFIG.SIGNUP.ENABLED === false) {
- return false
- }
-
- // No limit and signup is enabled
- if (CONFIG.SIGNUP.LIMIT === -1) {
- return true
- }
-
- const totalUsers = await UserModel.countTotal()
-
- return totalUsers < CONFIG.SIGNUP.LIMIT
-}
-
-function isSignupAllowedForCurrentIP (ip: string) {
- const addr = ipaddr.parse(ip)
- let excludeList = [ 'blacklist' ]
- let matched = ''
-
- // if there is a valid, non-empty whitelist, we exclude all unknown adresses too
- if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) {
- excludeList.push('unknown')
- }
-
- if (addr.kind() === 'ipv4') {
- const addrV4 = ipaddr.IPv4.parse(ip)
- const rangeList = {
- whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr))
- .map(cidr => ipaddr.IPv4.parseCIDR(cidr)),
- blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr))
- .map(cidr => ipaddr.IPv4.parseCIDR(cidr))
- }
- matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown')
- } else if (addr.kind() === 'ipv6') {
- const addrV6 = ipaddr.IPv6.parse(ip)
- const rangeList = {
- whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr))
- .map(cidr => ipaddr.IPv6.parseCIDR(cidr)),
- blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr))
- .map(cidr => ipaddr.IPv6.parseCIDR(cidr))
- }
- matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown')
- }
-
- return !excludeList.includes(matched)
+ } as ResultList<V>
}
-function computeResolutionsToTranscode (videoFileHeight: number) {
- const resolutionsEnabled: number[] = []
- const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS
-
- // Put in the order we want to proceed jobs
- const resolutions = [
- VideoResolution.H_480P,
- VideoResolution.H_360P,
- VideoResolution.H_720P,
- VideoResolution.H_240P,
- VideoResolution.H_1080P
- ]
-
- for (const resolution of resolutions) {
- if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) {
- resolutionsEnabled.push(resolution)
- }
- }
+function generateVideoImportTmpPath (target: string | ParseTorrent, extension = '.mp4') {
+ const id = typeof target === 'string'
+ ? target
+ : target.infoHash
- return resolutionsEnabled
+ const hash = sha256(id)
+ return join(CONFIG.STORAGE.TMP_DIR, `${hash}-import${extension}`)
}
-const timeTable = {
- ms: 1,
- second: 1000,
- minute: 60000,
- hour: 3600000,
- day: 3600000 * 24,
- week: 3600000 * 24 * 7,
- month: 3600000 * 24 * 30
+function getSecureTorrentName (originalName: string) {
+ return sha256(originalName) + '.torrent'
}
-export function parseDuration (duration: number | string): number {
- if (typeof duration === 'number') return duration
-
- if (typeof duration === 'string') {
- const split = duration.match(/^([\d\.,]+)\s?(\w+)$/)
- if (split.length === 3) {
- const len = parseFloat(split[1])
- let unit = split[2].replace(/s$/i,'').toLowerCase()
- if (unit === 'm') {
- unit = 'ms'
- }
+async function getServerCommit () {
+ try {
+ const tag = await execPromise2(
+ '[ ! -d .git ] || git name-rev --name-only --tags --no-undefined HEAD 2>/dev/null || true',
+ { stdio: [ 0, 1, 2 ] }
+ )
- return (len || 1) * (timeTable[unit] || 0)
- }
+ if (tag) return tag.replace(/^v/, '')
+ } catch (err) {
+ logger.debug('Cannot get version from git tags.', { err })
}
- throw new Error('Duration could not be properly parsed')
-}
-
-function resetSequelizeInstance (instance: Model<any>, savedFields: object) {
- Object.keys(savedFields).forEach(key => {
- const value = savedFields[key]
- instance.set(key, value)
- })
-}
-
-let serverActor: ActorModel
-async function getServerActor () {
- if (serverActor === undefined) {
- const application = await ApplicationModel.load()
- if (!application) throw Error('Could not load Application from database.')
-
- serverActor = application.Account.Actor
- }
+ try {
+ const version = await execPromise('[ ! -d .git ] || git rev-parse --short HEAD')
- if (!serverActor) {
- logger.error('Cannot load server actor.')
- process.exit(0)
+ if (version) return version.toString().trim()
+ } catch (err) {
+ logger.debug('Cannot get version from git HEAD.', { err })
}
- return Promise.resolve(serverActor)
+ return ''
}
-function generateVideoTmpPath (target: string | ParseTorrent) {
- const id = typeof target === 'string' ? target : target.infoHash
+/**
+ * From a filename like "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3.mp4", returns
+ * only the "ede4cba5-742b-46fa-a388-9a6eb3a3aeb3" part. If the filename does
+ * not contain a UUID, returns null.
+ */
+function getUUIDFromFilename (filename: string) {
+ const regex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/
+ const result = filename.match(regex)
- const hash = sha256(id)
- return join(CONFIG.STORAGE.VIDEOS_DIR, hash + '-import.mp4')
-}
+ if (!result || Array.isArray(result) === false) return null
-function getSecureTorrentName (originalName: string) {
- return sha256(originalName) + '.torrent'
+ return result[0]
}
-type SortType = { sortModel: any, sortValue: string }
-
// ---------------------------------------------------------------------------
export {
- cleanUpReqFiles,
- deleteFileAsync,
+ deleteFileAndCatch,
generateRandomString,
getFormattedObjects,
- isSignupAllowed,
getSecureTorrentName,
- isSignupAllowedForCurrentIP,
- computeResolutionsToTranscode,
- resetSequelizeInstance,
- getServerActor,
- SortType,
- generateVideoTmpPath
+ getServerCommit,
+ generateVideoImportTmpPath,
+ getUUIDFromFilename
}