1 import * as program from 'commander'
3 // /!\ Before imports /!\
4 process.env.NODE_ENV = 'test'
6 import { Video, VideoRateType, VideoFile } from '../../../shared'
8 ServerInfo as DefaultServerInfo,
9 flushAndRunMultipleServers,
10 setAccessTokensToServers,
24 interface ServerInfo extends DefaultServerInfo {
25 requestsNumber: number
29 .option('-c, --create [weight]', 'Weight for creating videos')
30 .option('-r, --remove [weight]', 'Weight for removing videos')
31 .option('-u, --update [weight]', 'Weight for updating videos')
32 .option('-v, --view [weight]', 'Weight for viewing videos')
33 .option('-l, --like [weight]', 'Weight for liking videos')
34 .option('-s, --dislike [weight]', 'Weight for disliking videos')
35 .option('-p, --pods [n]', 'Number of pods to run (3 or 6)', /^3|6$/, 3)
36 .option('-i, --interval-action [interval]', 'Interval in ms for an action')
37 .option('-I, --interval-integrity [interval]', 'Interval in ms for an integrity check')
38 .option('-f, --flush', 'Flush datas on exit')
39 .option('-d, --difference', 'Display difference if integrity is not okay')
42 const createWeight = program['create'] !== undefined ? parseInt(program['create'], 10) : 5
43 const removeWeight = program['remove'] !== undefined ? parseInt(program['remove'], 10) : 4
44 const updateWeight = program['update'] !== undefined ? parseInt(program['update'], 10) : 4
45 const viewWeight = program['view'] !== undefined ? parseInt(program['view'], 10) : 4
46 const likeWeight = program['like'] !== undefined ? parseInt(program['like'], 10) : 4
47 const dislikeWeight = program['dislike'] !== undefined ? parseInt(program['dislike'], 10) : 4
48 const flushAtExit = program['flush'] || false
49 const actionInterval = program['intervalAction'] !== undefined ? parseInt(program['intervalAction'], 10) : 500
50 const integrityInterval = program['intervalIntegrity'] !== undefined ? parseInt(program['intervalIntegrity'], 10) : 60000
51 const displayDiffOnFail = program['difference'] || false
53 const numberOfPods = 6
56 'Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.',
57 createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight
61 console.log('Program will flush data on exit.')
63 console.log('Program will not flush data on exit.')
65 if (displayDiffOnFail) {
66 console.log('Program will display diff on failure.')
68 console.log('Program will not display diff on failure')
70 console.log('Interval in ms for each action: %d.', actionInterval)
71 console.log('Interval in ms for each integrity check: %d.', integrityInterval)
73 console.log('Run servers...')
77 // ----------------------------------------------------------------------------
79 async function start () {
80 const servers = await runServers(numberOfPods)
82 process.on('exit', async () => {
83 await exitServers(servers, flushAtExit)
87 process.on('SIGINT', goodbye)
88 process.on('SIGTERM', goodbye)
90 console.log('Servers ran')
91 initializeRequestsPerServer(servers)
95 setInterval(async () => {
96 if (checking === true) return
98 const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight)
100 const numServer = getRandomNumServer(servers)
101 servers[numServer].requestsNumber++
103 if (rand < createWeight) {
104 await upload(servers, numServer)
105 } else if (rand < createWeight + updateWeight) {
106 await update(servers, numServer)
107 } else if (rand < createWeight + updateWeight + removeWeight) {
108 await remove(servers, numServer)
109 } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) {
110 await view(servers, numServer)
111 } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) {
112 await like(servers, numServer)
114 await dislike(servers, numServer)
118 // The function will check the consistency between servers (should have the same videos with same attributes...)
119 setInterval(function () {
120 if (checking === true) return
122 console.log('Checking integrity...')
125 const waitingInterval = setInterval(async () => {
126 const pendingRequests = await isTherePendingRequests(servers)
127 if (pendingRequests === true) {
128 console.log('A server has pending requests, waiting...')
132 // Even if there are no pending request, wait some potential processes
134 await checkIntegrity(servers)
136 initializeRequestsPerServer(servers)
138 clearInterval(waitingInterval)
140 }, integrityInterval)
143 function initializeRequestsPerServer (servers: ServerInfo[]) {
144 servers.forEach(server => server.requestsNumber = 0)
147 function getRandomInt (min, max) {
148 return Math.floor(Math.random() * (max - min)) + min
151 function getRandomNumServer (servers) {
152 return getRandomInt(0, servers.length)
155 async function runServers (numberOfPods: number) {
156 const servers: ServerInfo[] = (await flushAndRunMultipleServers(numberOfPods))
157 .map(s => Object.assign({ requestsNumber: 0 }, s))
159 // Get the access tokens
160 await setAccessTokensToServers(servers)
162 await makeFriends(servers[1].url, servers[1].accessToken)
163 await makeFriends(servers[0].url, servers[0].accessToken)
166 await makeFriends(servers[3].url, servers[3].accessToken)
167 await makeFriends(servers[5].url, servers[5].accessToken)
168 await makeFriends(servers[4].url, servers[4].accessToken)
175 async function exitServers (servers: ServerInfo[], flushAtExit: boolean) {
176 killallServers(servers)
178 if (flushAtExit) await flushTests()
181 function upload (servers: ServerInfo[], numServer: number) {
182 console.log('Uploading video to server ' + numServer)
184 const videoAttributes = {
185 name: Date.now() + ' name',
190 description: Date.now() + ' description',
191 tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ],
192 fixture: 'video_short1.webm'
194 return uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes)
197 async function update (servers: ServerInfo[], numServer: number) {
198 const res = await getVideosList(servers[numServer].url)
200 const videos = res.body.data.filter(video => video.isLocal === true)
201 if (videos.length === 0) return undefined
203 const toUpdate = videos[getRandomInt(0, videos.length)].id
205 name: Date.now() + ' name',
206 description: Date.now() + ' description',
207 tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ]
210 console.log('Updating video of server ' + numServer)
212 return updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes)
215 async function remove (servers: ServerInfo[], numServer: number) {
216 const res = await getVideosList(servers[numServer].url)
217 const videos = res.body.data.filter(video => video.isLocal === true)
218 if (videos.length === 0) return undefined
220 const toRemove = videos[getRandomInt(0, videos.length)].id
222 console.log('Removing video from server ' + numServer)
223 return removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove)
226 async function view (servers: ServerInfo[], numServer: number) {
227 const res = await getVideosList(servers[numServer].url)
229 const videos = res.body.data
230 if (videos.length === 0) return undefined
232 const toView = videos[getRandomInt(0, videos.length)].id
234 console.log('Viewing video from server ' + numServer)
235 return getVideo(servers[numServer].url, toView)
238 function like (servers: ServerInfo[], numServer: number) {
239 return rate(servers, numServer, 'like')
242 function dislike (servers: ServerInfo[], numServer: number) {
243 return rate(servers, numServer, 'dislike')
246 async function rate (servers: ServerInfo[], numServer: number, rating: VideoRateType) {
247 const res = await getVideosList(servers[numServer].url)
249 const videos = res.body.data
250 if (videos.length === 0) return undefined
252 const toRate = videos[getRandomInt(0, videos.length)].id
254 console.log('Rating (%s) video from server %d', rating, numServer)
255 return getVideo(servers[numServer].url, toRate)
258 async function checkIntegrity (servers: ServerInfo[]) {
259 const videos: Video[][] = []
260 const tasks: Promise<any>[] = []
262 // Fetch all videos and remove some fields that can differ between pods
263 for (const server of servers) {
264 const p = getAllVideosListBy(server.url).then(res => videos.push(res.body.data))
268 await Promise.all(tasks)
271 for (const video of videos) {
272 const differences = areDifferences(video, videos[0])
273 if (differences !== undefined) {
274 console.error('Integrity not ok with server %d!', i + 1)
276 if (displayDiffOnFail) {
277 console.log(differences)
286 console.log('Integrity ok.')
289 function areDifferences (videos1: Video[], videos2: Video[]) {
290 // Remove some keys we don't want to compare
291 videos1.concat(videos2).forEach(video => {
294 delete video.thumbnailPath
295 delete video.updatedAt
299 if (videos1.length !== videos2.length) {
300 return `Videos length are different (${videos1.length}/${videos2.length}).`
303 for (const video1 of videos1) {
304 const video2 = videos2.find(video => video.uuid === video1.uuid)
306 if (!video2) return 'Video ' + video1.uuid + ' is missing.'
308 for (const videoKey of Object.keys(video1)) {
309 const attribute1 = video1[videoKey]
310 const attribute2 = video2[videoKey]
312 if (videoKey === 'tags') {
313 if (attribute1.length !== attribute2.length) {
314 return 'Tags are different.'
317 attribute1.forEach(tag1 => {
318 if (attribute2.indexOf(tag1) === -1) {
319 return 'Tag ' + tag1 + ' is missing.'
322 } else if (videoKey === 'files') {
323 if (attribute1.length !== attribute2.length) {
324 return 'Video files are different.'
327 attribute1.forEach((videoFile1: VideoFile) => {
328 const videoFile2: VideoFile = attribute2.find(videoFile => videoFile.magnetUri === videoFile1.magnetUri)
330 return `Video ${video1.uuid} has missing video file ${videoFile1.magnetUri}.`
333 if (videoFile1.size !== videoFile2.size || videoFile1.resolutionLabel !== videoFile2.resolutionLabel) {
334 return `Video ${video1.uuid} has different video file ${videoFile1.magnetUri}.`
338 if (attribute1 !== attribute2) {
339 return `Video ${video1.uuid} has different value for attribute ${videoKey}.`
348 function goodbye () {
349 return process.exit(-1)
352 async function isTherePendingRequests (servers: ServerInfo[]) {
353 const tasks: Promise<any>[] = []
354 let pendingRequests = false
356 // Check if each server has pending request
357 for (const server of servers) {
358 const p = getRequestsStats(server).then(res => {
359 const stats = res.body
362 stats.requestScheduler.totalRequests !== 0 ||
363 stats.requestVideoEventScheduler.totalRequests !== 0 ||
364 stats.requestVideoQaduScheduler.totalRequests !== 0
366 pendingRequests = true
373 await Promise.all(tasks)
375 return pendingRequests