1 import * as Bluebird from 'bluebird'
2 import { createWriteStream, remove } from 'fs-extra'
3 import * as request from 'request'
4 import { ACTIVITY_PUB, WEBSERVER } from '../initializers/constants'
5 import { processImage } from './image-utils'
6 import { join } from 'path'
7 import { logger } from './logger'
8 import { CONFIG } from '../initializers/config'
10 const packageJSON = require('../../../package.json')
12 function doRequest <T> (
13 requestOptions: request.CoreOptions & request.UriOptions & { activityPub?: boolean },
14 bodyKBLimit = 1000 // 1MB
15 ): Bluebird<{ response: request.RequestResponse, body: T }> {
16 if (!(requestOptions.headers)) requestOptions.headers = {}
17 requestOptions.headers['User-Agent'] = getUserAgent()
19 if (requestOptions.activityPub === true) {
20 requestOptions.headers['accept'] = ACTIVITY_PUB.ACCEPT_HEADER
23 return new Bluebird<{ response: request.RequestResponse, body: T }>((res, rej) => {
24 request(requestOptions, (err, response, body) => err ? rej(err) : res({ response, body }))
25 .on('data', onRequestDataLengthCheck(bodyKBLimit))
29 function doRequestAndSaveToFile (
30 requestOptions: request.CoreOptions & request.UriOptions,
32 bodyKBLimit = 10000 // 10MB
34 if (!requestOptions.headers) requestOptions.headers = {}
35 requestOptions.headers['User-Agent'] = getUserAgent()
37 return new Bluebird<void>((res, rej) => {
38 const file = createWriteStream(destPath)
39 file.on('finish', () => res())
41 request(requestOptions)
42 .on('data', onRequestDataLengthCheck(bodyKBLimit))
47 .catch(err => logger.error('Cannot remove %s after request failure.', destPath, { err }))
55 async function downloadImage (url: string, destDir: string, destName: string, size: { width: number, height: number }) {
56 const tmpPath = join(CONFIG.STORAGE.TMP_DIR, 'pending-' + destName)
57 await doRequestAndSaveToFile({ method: 'GET', uri: url }, tmpPath)
59 const destPath = join(destDir, destName)
62 await processImage(tmpPath, destPath, size)
70 function getUserAgent () {
71 return `PeerTube/${packageJSON.version} (+${WEBSERVER.URL})`
74 // ---------------------------------------------------------------------------
78 doRequestAndSaveToFile,
82 // ---------------------------------------------------------------------------
84 // Thanks to https://github.com/request/request/issues/2470#issuecomment-268929907 <3
85 function onRequestDataLengthCheck (bodyKBLimit: number) {
87 const bytesLimit = bodyKBLimit * 1000
89 return function (chunk) {
90 bufferLength += chunk.length
91 if (bufferLength > bytesLimit) {
94 const error = new Error(`Response was too large - aborted after ${bytesLimit} bytes.`)
95 this.emit('error', error)