X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Fyoutube-dl.ts;h=b74351b4219a72963c04cfe092c8081a5a7ad63f;hb=4348a27d252a3349bafa7ef4859c0e2cf060c255;hp=db2bddf78cc3af8acd1beae2d016b858b8c06163;hpb=606c946e74211c4123b16087288902226306198d;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/youtube-dl.ts b/server/helpers/youtube-dl.ts index db2bddf78..b74351b42 100644 --- a/server/helpers/youtube-dl.ts +++ b/server/helpers/youtube-dl.ts @@ -1,10 +1,10 @@ import { truncate } from 'lodash' import { CONSTRAINTS_FIELDS, VIDEO_CATEGORIES } from '../initializers' import { logger } from './logger' -import { generateVideoTmpPath } from './utils' +import { generateVideoImportTmpPath } from './utils' import { join } from 'path' import { root } from './core-utils' -import { ensureDir, writeFile } from 'fs-extra' +import { ensureDir, writeFile, remove } from 'fs-extra' import * as request from 'request' import { createWriteStream } from 'fs' @@ -18,12 +18,16 @@ export type YoutubeDLInfo = { thumbnailUrl?: string } -function getYoutubeDLInfo (url: string): Promise { +const processOptions = { + maxBuffer: 1024 * 1024 * 10 // 10MB +} + +function getYoutubeDLInfo (url: string, opts?: string[]): Promise { return new Promise(async (res, rej) => { - const options = [ '-j', '--flat-playlist' ] + const args = opts || [ '-j', '--flat-playlist' ] const youtubeDL = await safeGetYoutubeDL() - youtubeDL.getInfo(url, options, (err, info) => { + youtubeDL.getInfo(url, args, processOptions, (err, info) => { if (err) return rej(err) if (info.is_live === true) return rej(new Error('Cannot download a live streaming.')) @@ -35,8 +39,9 @@ function getYoutubeDLInfo (url: string): Promise { }) } -function downloadYoutubeDLVideo (url: string) { - const path = generateVideoTmpPath(url) +function downloadYoutubeDLVideo (url: string, timeout: number) { + const path = generateVideoImportTmpPath(url) + let timer logger.info('Importing youtubeDL video %s', url) @@ -44,11 +49,24 @@ function downloadYoutubeDLVideo (url: string) { return new Promise(async (res, rej) => { const youtubeDL = await safeGetYoutubeDL() - youtubeDL.exec(url, options, err => { - if (err) return rej(err) + youtubeDL.exec(url, options, processOptions, err => { + clearTimeout(timer) + + if (err) { + remove(path) + .catch(err => logger.error('Cannot delete path on YoutubeDL error.', { err })) + + return rej(err) + } return res(path) }) + + timer = setTimeout(async () => { + await remove(path) + + return rej(new Error('YoutubeDL download timeout.')) + }, timeout) }) } @@ -110,16 +128,6 @@ async function updateYoutubeDLBinary () { }) } -// --------------------------------------------------------------------------- - -export { - updateYoutubeDLBinary, - downloadYoutubeDLVideo, - getYoutubeDLInfo -} - -// --------------------------------------------------------------------------- - async function safeGetYoutubeDL () { let youtubeDL @@ -134,6 +142,17 @@ async function safeGetYoutubeDL () { return youtubeDL } +// --------------------------------------------------------------------------- + +export { + updateYoutubeDLBinary, + downloadYoutubeDLVideo, + getYoutubeDLInfo, + safeGetYoutubeDL +} + +// --------------------------------------------------------------------------- + function normalizeObject (obj: any) { const newObj: any = {}