X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=scripts%2Fbenchmark.ts;h=011519fe38d11ea3d173d0b0a87690df39e930a0;hb=1e9c1b1b44b4cbd4bc4b1e97e8e6ba2df93371de;hp=69d902b5c1cc7dbb7f6edcfbe5e0d92dbd4924fa;hpb=4abbeff5758daad6d0639cc61a0ae27f9bb758da;p=github%2FChocobozzz%2FPeerTube.git diff --git a/scripts/benchmark.ts b/scripts/benchmark.ts index 69d902b5c..011519fe3 100644 --- a/scripts/benchmark.ts +++ b/scripts/benchmark.ts @@ -1,22 +1,12 @@ import { registerTSPaths } from '../server/helpers/register-ts-paths' registerTSPaths() -import * as autocannon from 'autocannon' -import { - addVideoCommentReply, - addVideoCommentThread, - createVideoCaption, - flushAndRunServer, - getVideosList, - killallServers, - ServerInfo, - setAccessTokensToServers, - uploadVideo -} from '@shared/extra-utils' -import { Video, VideoPrivacy } from '@shared/models' +import autocannon, { printResult } from 'autocannon' import { writeJson } from 'fs-extra' +import { createSingleServer, killallServers, PeerTubeServer, setAccessTokensToServers } from '@shared/server-commands' +import { Video, VideoPrivacy } from '@shared/models' -let server: ServerInfo +let server: PeerTubeServer let video: Video let threadId: number @@ -25,7 +15,7 @@ const outfile = process.argv[2] run() .catch(err => console.error(err)) .finally(() => { - if (server) killallServers([ server ]) + if (server) return killallServers([ server ]) }) function buildAuthorizationHeader () { @@ -34,98 +24,118 @@ function buildAuthorizationHeader () { } } +function buildAPHeader () { + return { + Accept: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"' + } +} + async function run () { console.log('Preparing server...') await prepare() const tests = [ + { + title: 'AP - account peertube', + path: '/accounts/peertube', + headers: buildAPHeader(), + expecter: (body, status) => { + return status === 200 && body.startsWith('{"type":') + } + }, + { + title: 'AP - video', + path: '/videos/watch/' + video.uuid, + headers: buildAPHeader(), + expecter: (body, status) => { + return status === 200 && body.startsWith('{"type":"Video"') + } + }, + { + title: 'Misc - webfinger peertube', + path: '/.well-known/webfinger?resource=acct:peertube@' + server.host, + expecter: (body, status) => { + return status === 200 && body.startsWith('{"subject":') + } + }, { title: 'API - unread notifications', path: '/api/v1/users/me/notifications?start=0&count=0&unread=true', headers: buildAuthorizationHeader(), - expecter: (_client, statusCode) => { - return statusCode === 200 + expecter: (_body, status) => { + return status === 200 } }, { title: 'API - me', path: '/api/v1/users/me', headers: buildAuthorizationHeader(), - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"id":') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"id":') } }, { title: 'API - videos list', path: '/api/v1/videos', - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"total":10') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"total":10') } }, { title: 'API - video get', path: '/api/v1/videos/' + video.uuid, - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"id":') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"id":') } }, { title: 'API - video captions', path: '/api/v1/videos/' + video.uuid + '/captions', - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"total":4') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"total":4') } }, { title: 'API - video threads', path: '/api/v1/videos/' + video.uuid + '/comment-threads', - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"total":10') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"total":10') } }, { title: 'API - video replies', path: '/api/v1/videos/' + video.uuid + '/comment-threads/' + threadId, - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"comment":{') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"comment":{') } }, { title: 'HTML - video watch', path: '/videos/watch/' + video.uuid, - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.includes('my super') + expecter: (body, status) => { + return status === 200 && body.includes('<title>my super') + } + }, + { + title: 'HTML - video embed', + path: '/videos/embed/' + video.uuid, + expecter: (body, status) => { + return status === 200 && body.includes('embed') } }, { title: 'HTML - homepage', path: '/', - expecter: (_client, statusCode) => { - return statusCode === 200 + expecter: (_body, status) => { + return status === 200 } }, { title: 'API - config', path: '/api/v1/config', - expecter: (client, statusCode) => { - const body = client.resData[0].body - - return statusCode === 200 && body.startsWith('{"instance":') + expecter: (body, status) => { + return status === 200 && body.startsWith('{"client":') } } ] @@ -139,7 +149,7 @@ async function run () { Object.assign(testResult, { title: test.title, path: test.path }) finalResult.push(testResult) - console.log(autocannon.printResult(testResult)) + console.log(printResult(testResult)) } if (outfile) await writeJson(outfile, finalResult) @@ -153,29 +163,32 @@ function runBenchmark (options: { const { path, expecter, headers } = options return new Promise((res, rej) => { - const instance = autocannon({ + autocannon({ url: server.url + path, connections: 20, headers, pipelining: 1, - duration: 10 + duration: 10, + requests: [ + { + onResponse: (status, body) => { + if (expecter(body, status) !== true) { + console.error('Expected result failed.', { body, status }) + throw new Error('Invalid expectation') + } + } + } + ] }, (err, result) => { if (err) return rej(err) return res(result) }) - - instance.on('response', (client, statusCode) => { - if (expecter(client, statusCode) !== true) { - console.error('Expected result failed.', { data: client.resData }) - process.exit(-1) - } - }) }) } async function prepare () { - server = await flushAndRunServer(1, { + server = await createSingleServer(1, { rates_limit: { api: { max: 5_000_000 @@ -184,7 +197,7 @@ async function prepare () { }) await setAccessTokensToServers([ server ]) - const videoAttributes = { + const attributes = { name: 'my super video', category: 2, nsfw: true, @@ -197,33 +210,29 @@ async function prepare () { } for (let i = 0; i < 10; i++) { - Object.assign(videoAttributes, { name: 'my super video ' + i }) - await uploadVideo(server.url, server.accessToken, videoAttributes) + await server.videos.upload({ attributes: { ...attributes, name: 'my super video ' + i } }) } - const resVideos = await getVideosList(server.url) - video = resVideos.body.data.find(v => v.name === 'my super video 1') + const { data } = await server.videos.list() + video = data.find(v => v.name === 'my super video 1') for (let i = 0; i < 10; i++) { const text = 'my super first comment' - const res = await addVideoCommentThread(server.url, server.accessToken, video.id, text) - threadId = res.body.comment.id + const created = await server.comments.createThread({ videoId: video.id, text }) + threadId = created.id const text1 = 'my super answer to thread 1' - const childCommentRes = await addVideoCommentReply(server.url, server.accessToken, video.id, threadId, text1) - const childCommentId = childCommentRes.body.comment.id + const child = await server.comments.addReply({ videoId: video.id, toCommentId: threadId, text: text1 }) const text2 = 'my super answer to answer of thread 1' - await addVideoCommentReply(server.url, server.accessToken, video.id, childCommentId, text2) + await server.comments.addReply({ videoId: video.id, toCommentId: child.id, text: text2 }) const text3 = 'my second answer to thread 1' - await addVideoCommentReply(server.url, server.accessToken, video.id, threadId, text3) + await server.comments.addReply({ videoId: video.id, toCommentId: threadId, text: text3 }) } for (const caption of [ 'ar', 'fr', 'en', 'zh' ]) { - await createVideoCaption({ - url: server.url, - accessToken: server.accessToken, + await server.captions.add({ language: caption, videoId: video.id, fixture: 'subtitle-good2.vtt'