X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Frequests.ts;h=495e83558703ecfd4c2e51ce8550a21452eaa15c;hb=daa0226b0a2ae1d19b342c2b7a54267d2fd8d30e;hp=6e80995ad3c0061bd851913095e8ec2e5c178162;hpb=ac03618098e430acb21c075bdba57ce6d377b12d;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/requests.ts b/server/helpers/requests.ts index 6e80995ad..495e83558 100644 --- a/server/helpers/requests.ts +++ b/server/helpers/requests.ts @@ -1,11 +1,8 @@ import { createWriteStream, remove } from 'fs-extra' -import got, { CancelableRequest, Options as GotOptions, RequestError, Response } from 'got' +import got, { CancelableRequest, NormalizedOptions, Options as GotOptions, RequestError, Response } from 'got' import { HttpProxyAgent, HttpsProxyAgent } from 'hpagent' -import { join } from 'path' -import { CONFIG } from '../initializers/config' -import { ACTIVITY_PUB, BINARY_CONTENT_TYPES, PEERTUBE_VERSION, REQUEST_TIMEOUT, WEBSERVER } from '../initializers/constants' +import { ACTIVITY_PUB, BINARY_CONTENT_TYPES, PEERTUBE_VERSION, REQUEST_TIMEOUTS, WEBSERVER } from '../initializers/constants' import { pipelinePromise } from './core-utils' -import { processImage } from './image-utils' import { logger, loggerTagsFactory } from './logger' import { getProxy, isProxyEnabled } from './proxy' @@ -16,9 +13,11 @@ const httpSignature = require('@peertube/http-signature') export interface PeerTubeRequestError extends Error { statusCode?: number responseBody?: any + responseHeaders?: any } type PeerTubeRequestOptions = { + timeout?: number activityPub?: boolean bodyKBLimit?: number // 1MB httpSignature?: { @@ -99,6 +98,12 @@ const peertubeGot = got.extend({ }, httpSignatureOptions) } } + ], + + beforeRetry: [ + (_options: NormalizedOptions, error: RequestError, retryCount: number) => { + logger.debug('Retrying request to %s.', error.request.requestUrl, { retryCount, error: buildRequestError(error), ...lTags() }) + } ] } }) @@ -107,7 +112,6 @@ function doRequest (url: string, options: PeerTubeRequestOptions = {}) { const gotOptions = buildGotOptions(options) return peertubeGot(url, gotOptions) - .on('retry', logRetryFactory(url)) .catch(err => { throw buildRequestError(err) }) } @@ -115,7 +119,6 @@ function doJSONRequest (url: string, options: PeerTubeRequestOptions = {}) { const gotOptions = buildGotOptions(options) return peertubeGot(url, { ...gotOptions, responseType: 'json' }) - .on('retry', logRetryFactory(url)) .catch(err => { throw buildRequestError(err) }) } @@ -124,7 +127,7 @@ async function doRequestAndSaveToFile ( destPath: string, options: PeerTubeRequestOptions = {} ) { - const gotOptions = buildGotOptions(options) + const gotOptions = buildGotOptions({ ...options, timeout: options.timeout ?? REQUEST_TIMEOUTS.FILE }) const outFile = createWriteStream(destPath) @@ -141,21 +144,6 @@ async function doRequestAndSaveToFile ( } } -async function downloadImage (url: string, destDir: string, destName: string, size: { width: number, height: number }) { - const tmpPath = join(CONFIG.STORAGE.TMP_DIR, 'pending-' + destName) - await doRequestAndSaveToFile(url, tmpPath) - - const destPath = join(destDir, destName) - - try { - await processImage(tmpPath, destPath, size) - } catch (err) { - await remove(tmpPath) - - throw err - } -} - function getAgent () { if (!isProxyEnabled()) return {} @@ -205,7 +193,7 @@ export { doJSONRequest, doRequestAndSaveToFile, isBinaryResponse, - downloadImage, + getAgent, findLatestRedirection, peertubeGot } @@ -230,7 +218,7 @@ function buildGotOptions (options: PeerTubeRequestOptions) { return { method: options.method, dnsCache: true, - timeout: REQUEST_TIMEOUT, + timeout: options.timeout ?? REQUEST_TIMEOUTS.DEFAULT, json: options.json, searchParams: options.searchParams, retry: 2, @@ -246,14 +234,9 @@ function buildRequestError (error: RequestError) { if (error.response) { newError.responseBody = error.response.body + newError.responseHeaders = error.response.headers newError.statusCode = error.response.statusCode } return newError } - -function logRetryFactory (url: string) { - return (retryCount: number, error: RequestError) => { - logger.debug('Retrying request to %s.', url, { retryCount, error, ...lTags() }) - } -}