X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Frequests.ts;h=74ed1d78657cf6566819bfb5eefe8e7821df04c1;hb=e81f6ccf989d4573b59ec7b2bf2812fe3e9fb534;hp=d3c83d26e29f25dc78ac884e3cda2c3a2003e17e;hpb=7500d6c9000b531fda1fd64e188b7cf83803941a;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/requests.ts b/server/helpers/requests.ts index d3c83d26e..74ed1d786 100644 --- a/server/helpers/requests.ts +++ b/server/helpers/requests.ts @@ -1,19 +1,21 @@ import { createWriteStream, remove } from 'fs-extra' import got, { CancelableRequest, Options as GotOptions, RequestError } from 'got' +import { HttpProxyAgent, HttpsProxyAgent } from 'hpagent' import { join } from 'path' import { CONFIG } from '../initializers/config' import { ACTIVITY_PUB, PEERTUBE_VERSION, REQUEST_TIMEOUT, WEBSERVER } from '../initializers/constants' import { pipelinePromise } from './core-utils' import { processImage } from './image-utils' import { logger } from './logger' +import { getProxy, isProxyEnabled } from './proxy' + +const httpSignature = require('http-signature') export interface PeerTubeRequestError extends Error { statusCode?: number responseBody?: any } -const httpSignature = require('http-signature') - type PeerTubeRequestOptions = { activityPub?: boolean bodyKBLimit?: number // 1MB @@ -24,11 +26,12 @@ type PeerTubeRequestOptions = { key: string headers: string[] } - timeout?: number jsonResponse?: boolean } & Pick const peertubeGot = got.extend({ + ...getAgent(), + headers: { 'user-agent': getUserAgent() }, @@ -93,10 +96,6 @@ const peertubeGot = got.extend({ path }, httpSignatureOptions) } - }, - - (options: GotOptions) => { - options.timeout = REQUEST_TIMEOUT } ] } @@ -153,6 +152,30 @@ async function downloadImage (url: string, destDir: string, destName: string, si } } +function getAgent () { + if (!isProxyEnabled()) return {} + + const proxy = getProxy() + + logger.info('Using proxy %s.', proxy) + + const proxyAgentOptions = { + keepAlive: true, + keepAliveMsecs: 1000, + maxSockets: 256, + maxFreeSockets: 256, + scheduling: 'lifo' as 'lifo', + proxy + } + + return { + agent: { + http: new HttpProxyAgent(proxyAgentOptions), + https: new HttpsProxyAgent(proxyAgentOptions) + } + } +} + function getUserAgent () { return `PeerTube/${PEERTUBE_VERSION} (+${WEBSERVER.URL})` } @@ -185,9 +208,10 @@ function buildGotOptions (options: PeerTubeRequestOptions) { return { method: options.method, + dnsCache: true, + timeout: REQUEST_TIMEOUT, json: options.json, searchParams: options.searchParams, - timeout: options.timeout ?? REQUEST_TIMEOUT, headers, context }