]>
Commit | Line | Data |
---|---|---|
6b2ef589 | 1 | import * as Bluebird from 'bluebird' |
bfe2ef6b | 2 | import { createWriteStream, remove } from 'fs-extra' |
571389d4 | 3 | import * as request from 'request' |
74dc3bca | 4 | import { ACTIVITY_PUB } from '../initializers/constants' |
58d515e3 | 5 | import { processImage } from './image-utils' |
6040f87d | 6 | import { join } from 'path' |
bfe2ef6b | 7 | import { logger } from './logger' |
6dd9de95 | 8 | import { CONFIG } from '../initializers/config' |
da854ddd | 9 | |
5c6d985f | 10 | function doRequest <T> ( |
bfe2ef6b C |
11 | requestOptions: request.CoreOptions & request.UriOptions & { activityPub?: boolean }, |
12 | bodyKBLimit = 1000 // 1MB | |
4c280004 | 13 | ): Bluebird<{ response: request.RequestResponse, body: T }> { |
da854ddd C |
14 | if (requestOptions.activityPub === true) { |
15 | if (!Array.isArray(requestOptions.headers)) requestOptions.headers = {} | |
16 | requestOptions.headers['accept'] = ACTIVITY_PUB.ACCEPT_HEADER | |
17 | } | |
e4f97bab | 18 | |
5c6d985f | 19 | return new Bluebird<{ response: request.RequestResponse, body: T }>((res, rej) => { |
e4f97bab | 20 | request(requestOptions, (err, response, body) => err ? rej(err) : res({ response, body })) |
bfe2ef6b | 21 | .on('data', onRequestDataLengthCheck(bodyKBLimit)) |
e4f97bab C |
22 | }) |
23 | } | |
dac0a531 | 24 | |
bfe2ef6b C |
25 | function doRequestAndSaveToFile ( |
26 | requestOptions: request.CoreOptions & request.UriOptions, | |
27 | destPath: string, | |
28 | bodyKBLimit = 10000 // 10MB | |
29 | ) { | |
02988fdc C |
30 | return new Bluebird<void>((res, rej) => { |
31 | const file = createWriteStream(destPath) | |
32 | file.on('finish', () => res()) | |
33 | ||
0d0e8dd0 | 34 | request(requestOptions) |
bfe2ef6b C |
35 | .on('data', onRequestDataLengthCheck(bodyKBLimit)) |
36 | .on('error', err => { | |
37 | file.close() | |
38 | ||
39 | remove(destPath) | |
40 | .catch(err => logger.error('Cannot remove %s after request failure.', destPath, { err })) | |
41 | ||
42 | return rej(err) | |
43 | }) | |
02988fdc | 44 | .pipe(file) |
0d0e8dd0 C |
45 | }) |
46 | } | |
47 | ||
6040f87d C |
48 | async function downloadImage (url: string, destDir: string, destName: string, size: { width: number, height: number }) { |
49 | const tmpPath = join(CONFIG.STORAGE.TMP_DIR, 'pending-' + destName) | |
58d515e3 C |
50 | await doRequestAndSaveToFile({ method: 'GET', uri: url }, tmpPath) |
51 | ||
6040f87d | 52 | const destPath = join(destDir, destName) |
4ee7a4c9 C |
53 | |
54 | try { | |
2fb5b3a5 | 55 | await processImage(tmpPath, destPath, size) |
4ee7a4c9 C |
56 | } catch (err) { |
57 | await remove(tmpPath) | |
58 | ||
59 | throw err | |
60 | } | |
58d515e3 C |
61 | } |
62 | ||
9f10b292 | 63 | // --------------------------------------------------------------------------- |
dac0a531 | 64 | |
65fcc311 | 65 | export { |
e4f97bab | 66 | doRequest, |
58d515e3 C |
67 | doRequestAndSaveToFile, |
68 | downloadImage | |
65fcc311 | 69 | } |
bfe2ef6b C |
70 | |
71 | // --------------------------------------------------------------------------- | |
72 | ||
73 | // Thanks to https://github.com/request/request/issues/2470#issuecomment-268929907 <3 | |
74 | function onRequestDataLengthCheck (bodyKBLimit: number) { | |
75 | let bufferLength = 0 | |
76 | const bytesLimit = bodyKBLimit * 1000 | |
77 | ||
78 | return function (chunk) { | |
79 | bufferLength += chunk.length | |
80 | if (bufferLength > bytesLimit) { | |
81 | this.abort() | |
82 | ||
83 | const error = new Error(`Response was too large - aborted after ${bytesLimit} bytes.`) | |
84 | this.emit('error', error) | |
85 | } | |
86 | } | |
87 | } |