]>
Commit | Line | Data |
---|---|---|
8f68c31a C |
1 | 'use strict' |
2 | ||
46132744 | 3 | const each = require('async/each') |
8f68c31a | 4 | const isEqual = require('lodash/isEqual') |
bb0b243c | 5 | const differenceWith = require('lodash/differenceWith') |
1a42c9e2 C |
6 | const program = require('commander') |
7 | const series = require('async/series') | |
8f68c31a C |
8 | |
9 | process.env.NODE_ENV = 'test' | |
10 | const constants = require('../../initializers/constants') | |
11 | ||
46132744 C |
12 | const loginUtils = require('../utils/login') |
13 | const podsUtils = require('../utils/pods') | |
14 | const serversUtils = require('../utils/servers') | |
15 | const videosUtils = require('../utils/videos') | |
f148e5ed | 16 | const requestStatsUtils = require('../utils/requests-stats') |
8f68c31a C |
17 | |
18 | program | |
19 | .option('-c, --create [weight]', 'Weight for creating videos') | |
20 | .option('-r, --remove [weight]', 'Weight for removing videos') | |
f2cdb866 | 21 | .option('-u, --update [weight]', 'Weight for updating videos') |
f148e5ed C |
22 | .option('-v, --view [weight]', 'Weight for viewing videos') |
23 | .option('-l, --like [weight]', 'Weight for liking videos') | |
3092476e | 24 | .option('-s, --dislike [weight]', 'Weight for disliking videos') |
8f68c31a C |
25 | .option('-p, --pods [n]', 'Number of pods to run (3 or 6)', /^3|6$/, 3) |
26 | .option('-a, --action [interval]', 'Interval in ms for an action') | |
27 | .option('-i, --integrity [interval]', 'Interval in ms for an integrity check') | |
28 | .option('-f, --flush', 'Flush datas on exit') | |
bb0b243c | 29 | .option('-d, --difference', 'Display difference if integrity is not okay') |
8f68c31a C |
30 | .parse(process.argv) |
31 | ||
bb0b243c C |
32 | const createWeight = program.create !== undefined ? parseInt(program.create) : 5 |
33 | const removeWeight = program.remove !== undefined ? parseInt(program.remove) : 4 | |
f2cdb866 | 34 | const updateWeight = program.update !== undefined ? parseInt(program.update) : 4 |
f148e5ed C |
35 | const viewWeight = program.view !== undefined ? parseInt(program.view) : 4 |
36 | const likeWeight = program.like !== undefined ? parseInt(program.like) : 4 | |
37 | const dislikeWeight = program.dislike !== undefined ? parseInt(program.dislike) : 4 | |
8f68c31a | 38 | const flushAtExit = program.flush || false |
bb0b243c | 39 | const actionInterval = program.action !== undefined ? parseInt(program.action) : 500 |
790e65fc | 40 | const integrityInterval = program.integrity !== undefined ? parseInt(program.integrity) : 60000 |
bb0b243c | 41 | const displayDiffOnFail = program.integrity || false |
8f68c31a C |
42 | |
43 | const numberOfPods = 6 | |
bb0b243c | 44 | |
f148e5ed | 45 | console.log('Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.', createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight) |
8f68c31a C |
46 | if (flushAtExit) { |
47 | console.log('Program will flush data on exit.') | |
48 | } else { | |
49 | console.log('Program will not flush data on exit.') | |
50 | } | |
bb0b243c C |
51 | if (displayDiffOnFail) { |
52 | console.log('Program will display diff on failure.') | |
53 | } else { | |
54 | console.log('Program will not display diff on failure') | |
55 | } | |
8f68c31a C |
56 | console.log('Interval in ms for each action: %d.', actionInterval) |
57 | console.log('Interval in ms for each integrity check: %d.', integrityInterval) | |
8f68c31a C |
58 | |
59 | console.log('Run servers...') | |
60 | runServers(numberOfPods, function (err, servers) { | |
61 | if (err) throw err | |
62 | ||
63 | process.on('exit', function () { | |
64 | exitServers(servers, flushAtExit) | |
65 | }) | |
66 | process.on('SIGINT', goodbye) | |
67 | process.on('SIGTERM', goodbye) | |
68 | ||
69 | console.log('Servers runned') | |
f148e5ed | 70 | initializeRequestsPerServer(servers) |
8f68c31a C |
71 | |
72 | let checking = false | |
73 | ||
74 | setInterval(function () { | |
75 | if (checking === true) return | |
76 | ||
f148e5ed C |
77 | const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight) |
78 | ||
79 | const numServer = getRandomNumServer(servers) | |
80 | servers[numServer].requestsNumber++ | |
8f68c31a C |
81 | |
82 | if (rand < createWeight) { | |
f148e5ed | 83 | upload(servers, numServer) |
f2cdb866 | 84 | } else if (rand < createWeight + updateWeight) { |
f148e5ed C |
85 | update(servers, numServer) |
86 | } else if (rand < createWeight + updateWeight + removeWeight) { | |
87 | remove(servers, numServer) | |
88 | } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) { | |
89 | view(servers, numServer) | |
90 | } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) { | |
91 | like(servers, numServer) | |
8f68c31a | 92 | } else { |
f148e5ed | 93 | dislike(servers, numServer) |
8f68c31a C |
94 | } |
95 | }, actionInterval) | |
96 | ||
f148e5ed | 97 | // The function will check the consistency between servers (should have the same videos with same attributes...) |
8f68c31a | 98 | setInterval(function () { |
bb0b243c C |
99 | if (checking === true) return |
100 | ||
8f68c31a C |
101 | console.log('Checking integrity...') |
102 | checking = true | |
103 | ||
f148e5ed C |
104 | const waitingInterval = setInterval(function () { |
105 | isThereAwaitingRequests(servers, function (res) { | |
106 | if (res === true) { | |
107 | console.log('A server has awaiting requests, waiting...') | |
108 | return | |
109 | } | |
110 | ||
111 | checkIntegrity(servers, function () { | |
112 | initializeRequestsPerServer(servers) | |
113 | checking = false | |
114 | clearInterval(waitingInterval) | |
115 | }) | |
8f68c31a | 116 | }) |
f148e5ed | 117 | }, constants.REQUESTS_INTERVAL) |
8f68c31a C |
118 | }, integrityInterval) |
119 | }) | |
120 | ||
121 | // ---------------------------------------------------------------------------- | |
122 | ||
f148e5ed C |
123 | function initializeRequestsPerServer (servers) { |
124 | servers.forEach(function (server) { | |
125 | server.requestsNumber = 0 | |
126 | }) | |
127 | } | |
128 | ||
8f68c31a C |
129 | function getRandomInt (min, max) { |
130 | return Math.floor(Math.random() * (max - min)) + min | |
131 | } | |
132 | ||
133 | function getRandomNumServer (servers) { | |
134 | return getRandomInt(0, servers.length) | |
135 | } | |
136 | ||
137 | function runServers (numberOfPods, callback) { | |
138 | let servers = null | |
139 | ||
1a42c9e2 | 140 | series([ |
8f68c31a C |
141 | // Run servers |
142 | function (next) { | |
46132744 | 143 | serversUtils.flushAndRunMultipleServers(numberOfPods, function (serversRun) { |
8f68c31a C |
144 | servers = serversRun |
145 | next() | |
146 | }) | |
147 | }, | |
148 | // Get the access tokens | |
149 | function (next) { | |
1a42c9e2 | 150 | each(servers, function (server, callbackEach) { |
46132744 | 151 | loginUtils.loginAndGetAccessToken(server, function (err, accessToken) { |
8f68c31a C |
152 | if (err) return callbackEach(err) |
153 | ||
154 | server.accessToken = accessToken | |
155 | callbackEach() | |
156 | }) | |
157 | }, next) | |
158 | }, | |
159 | function (next) { | |
160 | const server = servers[1] | |
46132744 | 161 | podsUtils.makeFriends(server.url, server.accessToken, next) |
8f68c31a C |
162 | }, |
163 | function (next) { | |
164 | const server = servers[0] | |
46132744 | 165 | podsUtils.makeFriends(server.url, server.accessToken, next) |
8f68c31a C |
166 | }, |
167 | function (next) { | |
168 | setTimeout(next, 1000) | |
169 | }, | |
170 | function (next) { | |
171 | const server = servers[3] | |
46132744 | 172 | podsUtils.makeFriends(server.url, server.accessToken, next) |
8f68c31a C |
173 | }, |
174 | function (next) { | |
175 | const server = servers[5] | |
46132744 | 176 | podsUtils.makeFriends(server.url, server.accessToken, next) |
8f68c31a C |
177 | }, |
178 | function (next) { | |
179 | const server = servers[4] | |
46132744 | 180 | podsUtils.makeFriends(server.url, server.accessToken, next) |
8f68c31a C |
181 | }, |
182 | function (next) { | |
183 | setTimeout(next, 1000) | |
184 | } | |
185 | ], function (err) { | |
186 | return callback(err, servers) | |
187 | }) | |
188 | } | |
189 | ||
190 | function exitServers (servers, callback) { | |
191 | if (!callback) callback = function () {} | |
192 | ||
193 | servers.forEach(function (server) { | |
194 | if (server.app) process.kill(-server.app.pid) | |
195 | }) | |
196 | ||
46132744 | 197 | if (flushAtExit) serversUtils.flushTests(callback) |
8f68c31a C |
198 | } |
199 | ||
200 | function upload (servers, numServer, callback) { | |
201 | if (!callback) callback = function () {} | |
202 | ||
f148e5ed | 203 | console.log('Uploading video to server ' + numServer) |
8f68c31a | 204 | |
b4c5ac97 C |
205 | const videoAttributes = { |
206 | name: Date.now() + ' name', | |
207 | category: 4, | |
31b59b47 | 208 | nsfw: false, |
6f0c39e2 | 209 | licence: 2, |
3092476e | 210 | language: 1, |
b4c5ac97 C |
211 | description: Date.now() + ' description', |
212 | tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ], | |
213 | fixture: 'video_short1.webm' | |
214 | } | |
215 | videosUtils.uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes, callback) | |
8f68c31a C |
216 | } |
217 | ||
f2cdb866 C |
218 | function update (servers, numServer, callback) { |
219 | if (!callback) callback = function () {} | |
220 | ||
221 | videosUtils.getVideosList(servers[numServer].url, function (err, res) { | |
222 | if (err) throw err | |
223 | ||
224 | const videos = res.body.data.filter(function (video) { return video.isLocal }) | |
225 | if (videos.length === 0) return callback() | |
226 | ||
227 | const toUpdate = videos[getRandomInt(0, videos.length)].id | |
b4c5ac97 C |
228 | const attributes = { |
229 | name: Date.now() + ' name', | |
230 | description: Date.now() + ' description', | |
231 | tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ] | |
232 | } | |
f2cdb866 C |
233 | |
234 | console.log('Updating video of server ' + numServer) | |
235 | ||
b4c5ac97 | 236 | videosUtils.updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes, callback) |
f2cdb866 C |
237 | }) |
238 | } | |
239 | ||
8f68c31a C |
240 | function remove (servers, numServer, callback) { |
241 | if (!callback) callback = function () {} | |
242 | ||
46132744 | 243 | videosUtils.getVideosList(servers[numServer].url, function (err, res) { |
8f68c31a C |
244 | if (err) throw err |
245 | ||
246 | const videos = res.body.data | |
247 | if (videos.length === 0) return callback() | |
248 | ||
249 | const toRemove = videos[getRandomInt(0, videos.length)].id | |
250 | ||
251 | console.log('Removing video from server ' + numServer) | |
46132744 | 252 | videosUtils.removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove, callback) |
8f68c31a C |
253 | }) |
254 | } | |
255 | ||
f148e5ed C |
256 | function view (servers, numServer, callback) { |
257 | if (!callback) callback = function () {} | |
258 | ||
259 | videosUtils.getVideosList(servers[numServer].url, function (err, res) { | |
260 | if (err) throw err | |
261 | ||
262 | const videos = res.body.data | |
263 | if (videos.length === 0) return callback() | |
264 | ||
265 | const toView = videos[getRandomInt(0, videos.length)].id | |
266 | ||
267 | console.log('Viewing video from server ' + numServer) | |
268 | videosUtils.getVideo(servers[numServer].url, toView, callback) | |
269 | }) | |
270 | } | |
271 | ||
272 | function like (servers, numServer, callback) { | |
273 | rate(servers, numServer, 'like', callback) | |
274 | } | |
275 | ||
276 | function dislike (servers, numServer, callback) { | |
277 | rate(servers, numServer, 'dislike', callback) | |
278 | } | |
279 | ||
280 | function rate (servers, numServer, rating, callback) { | |
281 | if (!callback) callback = function () {} | |
282 | ||
283 | videosUtils.getVideosList(servers[numServer].url, function (err, res) { | |
284 | if (err) throw err | |
285 | ||
286 | const videos = res.body.data | |
287 | if (videos.length === 0) return callback() | |
288 | ||
289 | const toRate = videos[getRandomInt(0, videos.length)].id | |
290 | ||
291 | console.log('Rating (%s) video from server %d', rating, numServer) | |
292 | videosUtils.getVideo(servers[numServer].url, toRate, callback) | |
293 | }) | |
294 | } | |
295 | ||
8f68c31a C |
296 | function checkIntegrity (servers, callback) { |
297 | const videos = [] | |
1a42c9e2 | 298 | each(servers, function (server, callback) { |
46132744 | 299 | videosUtils.getAllVideosListBy(server.url, function (err, res) { |
8f68c31a C |
300 | if (err) throw err |
301 | const serverVideos = res.body.data | |
302 | for (const serverVideo of serverVideos) { | |
303 | delete serverVideo.id | |
304 | delete serverVideo.isLocal | |
305 | delete serverVideo.thumbnailPath | |
bb0b243c | 306 | delete serverVideo.updatedAt |
f148e5ed | 307 | delete serverVideo.views |
8f68c31a C |
308 | } |
309 | ||
310 | videos.push(serverVideos) | |
311 | callback() | |
312 | }) | |
313 | }, function () { | |
f148e5ed C |
314 | let i = 0 |
315 | ||
8f68c31a C |
316 | for (const video of videos) { |
317 | if (!isEqual(video, videos[0])) { | |
f148e5ed | 318 | console.error('Integrity not ok with server %d!', i + 1) |
56ac84d0 | 319 | |
bb0b243c C |
320 | if (displayDiffOnFail) { |
321 | console.log(differenceWith(videos[0], video, isEqual)) | |
f148e5ed | 322 | console.log(differenceWith(video, videos[0], isEqual)) |
bb0b243c C |
323 | } |
324 | ||
8f68c31a C |
325 | process.exit(-1) |
326 | } | |
f148e5ed C |
327 | |
328 | i++ | |
8f68c31a C |
329 | } |
330 | ||
331 | console.log('Integrity ok.') | |
332 | return callback() | |
333 | }) | |
334 | } | |
335 | ||
336 | function goodbye () { | |
337 | return process.exit(-1) | |
338 | } | |
f148e5ed C |
339 | |
340 | function isThereAwaitingRequests (servers, callback) { | |
341 | let noRequests = true | |
342 | ||
343 | // Check is each server has awaiting requestq | |
344 | each(servers, function (server, callbackEach) { | |
345 | requestStatsUtils.getRequestsStats(server, server.accessToken, function (err, res) { | |
346 | if (err) throw err | |
347 | ||
348 | const stats = res.body | |
349 | ||
350 | if ( | |
351 | stats.requestScheduler.totalRequests !== 0 || | |
352 | stats.requestVideoEventScheduler.totalRequests !== 0 || | |
353 | stats.requestVideoQaduScheduler.totalRequests !== 0 | |
354 | ) { | |
355 | noRequests = false | |
356 | } | |
357 | ||
358 | callbackEach() | |
359 | }) | |
360 | }, function (err) { | |
361 | if (err) throw err | |
362 | ||
363 | return callback(noRequests === false) | |
364 | }) | |
365 | } |