server/tests/real-world/real-world.js

   1 'use strict'
   2
   3 const each = require('async/each')
   4 const isEqual = require('lodash/isEqual')
   5 const differenceWith = require('lodash/differenceWith')
   6 const program = require('commander')
   7 const series = require('async/series')
   8
   9 process.env.NODE_ENV = 'test'
  10 const constants = require('../../initializers/constants')
  11
  12 const loginUtils = require('../utils/login')
  13 const podsUtils = require('../utils/pods')
  14 const serversUtils = require('../utils/servers')
  15 const videosUtils = require('../utils/videos')
  16 const requestStatsUtils = require('../utils/requests-stats')
  17
  18 program
  19   .option('-c, --create [weight]', 'Weight for creating videos')
  20   .option('-r, --remove [weight]', 'Weight for removing videos')
  21   .option('-u, --update [weight]', 'Weight for updating videos')
  22   .option('-v, --view [weight]', 'Weight for viewing videos')
  23   .option('-l, --like [weight]', 'Weight for liking videos')
  24   .option('-s --dislike [weight]', 'Weight for disliking videos')
  25   .option('-p, --pods [n]', 'Number of pods to run (3 or 6)', /^3|6$/, 3)
  26   .option('-a, --action [interval]', 'Interval in ms for an action')
  27   .option('-i, --integrity [interval]', 'Interval in ms for an integrity check')
  28   .option('-f, --flush', 'Flush datas on exit')
  29   .option('-d, --difference', 'Display difference if integrity is not okay')
  30   .parse(process.argv)
  31
  32 const createWeight = program.create !== undefined ? parseInt(program.create) : 5
  33 const removeWeight = program.remove !== undefined ? parseInt(program.remove) : 4
  34 const updateWeight = program.update !== undefined ? parseInt(program.update) : 4
  35 const viewWeight = program.view !== undefined ? parseInt(program.view) : 4
  36 const likeWeight = program.like !== undefined ? parseInt(program.like) : 4
  37 const dislikeWeight = program.dislike !== undefined ? parseInt(program.dislike) : 4
  38 const flushAtExit = program.flush || false
  39 const actionInterval = program.action !== undefined ? parseInt(program.action) : 500
  40 const integrityInterval = program.integrity !== undefined ? parseInt(program.integrity) : 60000
  41 const displayDiffOnFail = program.integrity || false
  42
  43 const numberOfPods = 6
  44
  45 console.log('Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.', createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight)
  46 if (flushAtExit) {
  47   console.log('Program will flush data on exit.')
  48 } else {
  49   console.log('Program will not flush data on exit.')
  50 }
  51 if (displayDiffOnFail) {
  52   console.log('Program will display diff on failure.')
  53 } else {
  54   console.log('Program will not display diff on failure')
  55 }
  56 console.log('Interval in ms for each action: %d.', actionInterval)
  57 console.log('Interval in ms for each integrity check: %d.', integrityInterval)
  58
  59 console.log('Run servers...')
  60 runServers(numberOfPods, function (err, servers) {
  61   if (err) throw err
  62
  63   process.on('exit', function () {
  64     exitServers(servers, flushAtExit)
  65   })
  66   process.on('SIGINT', goodbye)
  67   process.on('SIGTERM', goodbye)
  68
  69   console.log('Servers runned')
  70   initializeRequestsPerServer(servers)
  71
  72   let checking = false
  73
  74   setInterval(function () {
  75     if (checking === true) return
  76
  77     const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight)
  78
  79     const numServer = getRandomNumServer(servers)
  80     servers[numServer].requestsNumber++
  81
  82     if (rand < createWeight) {
  83       upload(servers, numServer)
  84     } else if (rand < createWeight + updateWeight) {
  85       update(servers, numServer)
  86     } else if (rand < createWeight + updateWeight + removeWeight) {
  87       remove(servers, numServer)
  88     } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) {
  89       view(servers, numServer)
  90     } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) {
  91       like(servers, numServer)
  92     } else {
  93       dislike(servers, numServer)
  94     }
  95   }, actionInterval)
  96
  97   // The function will check the consistency between servers (should have the same videos with same attributes...)
  98   setInterval(function () {
  99     if (checking === true) return
 100
 101     console.log('Checking integrity...')
 102     checking = true
 103
 104     const waitingInterval = setInterval(function () {
 105       isThereAwaitingRequests(servers, function (res) {
 106         if (res === true) {
 107           console.log('A server has awaiting requests, waiting...')
 108           return
 109         }
 110
 111         checkIntegrity(servers, function () {
 112           initializeRequestsPerServer(servers)
 113           checking = false
 114           clearInterval(waitingInterval)
 115         })
 116       })
 117     }, constants.REQUESTS_INTERVAL)
 118   }, integrityInterval)
 119 })
 120
 121 // ----------------------------------------------------------------------------
 122
 123 function initializeRequestsPerServer (servers) {
 124   servers.forEach(function (server) {
 125     server.requestsNumber = 0
 126   })
 127 }
 128
 129 function getRandomInt (min, max) {
 130   return Math.floor(Math.random() * (max - min)) + min
 131 }
 132
 133 function getRandomNumServer (servers) {
 134   return getRandomInt(0, servers.length)
 135 }
 136
 137 function runServers (numberOfPods, callback) {
 138   let servers = null
 139
 140   series([
 141     // Run servers
 142     function (next) {
 143       serversUtils.flushAndRunMultipleServers(numberOfPods, function (serversRun) {
 144         servers = serversRun
 145         next()
 146       })
 147     },
 148     // Get the access tokens
 149     function (next) {
 150       each(servers, function (server, callbackEach) {
 151         loginUtils.loginAndGetAccessToken(server, function (err, accessToken) {
 152           if (err) return callbackEach(err)
 153
 154           server.accessToken = accessToken
 155           callbackEach()
 156         })
 157       }, next)
 158     },
 159     function (next) {
 160       const server = servers[1]
 161       podsUtils.makeFriends(server.url, server.accessToken, next)
 162     },
 163     function (next) {
 164       const server = servers[0]
 165       podsUtils.makeFriends(server.url, server.accessToken, next)
 166     },
 167     function (next) {
 168       setTimeout(next, 1000)
 169     },
 170     function (next) {
 171       const server = servers[3]
 172       podsUtils.makeFriends(server.url, server.accessToken, next)
 173     },
 174     function (next) {
 175       const server = servers[5]
 176       podsUtils.makeFriends(server.url, server.accessToken, next)
 177     },
 178     function (next) {
 179       const server = servers[4]
 180       podsUtils.makeFriends(server.url, server.accessToken, next)
 181     },
 182     function (next) {
 183       setTimeout(next, 1000)
 184     }
 185   ], function (err) {
 186     return callback(err, servers)
 187   })
 188 }
 189
 190 function exitServers (servers, callback) {
 191   if (!callback) callback = function () {}
 192
 193   servers.forEach(function (server) {
 194     if (server.app) process.kill(-server.app.pid)
 195   })
 196
 197   if (flushAtExit) serversUtils.flushTests(callback)
 198 }
 199
 200 function upload (servers, numServer, callback) {
 201   if (!callback) callback = function () {}
 202
 203   const name = Date.now() + ' name'
 204   const category = 4
 205   const description = Date.now() + ' description'
 206   const tags = [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ]
 207   const file = 'video_short1.webm'
 208
 209   console.log('Uploading video to server ' + numServer)
 210
 211   videosUtils.uploadVideo(servers[numServer].url, servers[numServer].accessToken, name, category, description, tags, file, callback)
 212 }
 213
 214 function update (servers, numServer, callback) {
 215   if (!callback) callback = function () {}
 216
 217   videosUtils.getVideosList(servers[numServer].url, function (err, res) {
 218     if (err) throw err
 219
 220     const videos = res.body.data.filter(function (video) { return video.isLocal })
 221     if (videos.length === 0) return callback()
 222
 223     const toUpdate = videos[getRandomInt(0, videos.length)].id
 224     const name = Date.now() + ' name'
 225     const description = Date.now() + ' description'
 226     const tags = [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ]
 227
 228     console.log('Updating video of server ' + numServer)
 229
 230     videosUtils.updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, name, description, tags, callback)
 231   })
 232 }
 233
 234 function remove (servers, numServer, callback) {
 235   if (!callback) callback = function () {}
 236
 237   videosUtils.getVideosList(servers[numServer].url, function (err, res) {
 238     if (err) throw err
 239
 240     const videos = res.body.data
 241     if (videos.length === 0) return callback()
 242
 243     const toRemove = videos[getRandomInt(0, videos.length)].id
 244
 245     console.log('Removing video from server ' + numServer)
 246     videosUtils.removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove, callback)
 247   })
 248 }
 249
 250 function view (servers, numServer, callback) {
 251   if (!callback) callback = function () {}
 252
 253   videosUtils.getVideosList(servers[numServer].url, function (err, res) {
 254     if (err) throw err
 255
 256     const videos = res.body.data
 257     if (videos.length === 0) return callback()
 258
 259     const toView = videos[getRandomInt(0, videos.length)].id
 260
 261     console.log('Viewing video from server ' + numServer)
 262     videosUtils.getVideo(servers[numServer].url, toView, callback)
 263   })
 264 }
 265
 266 function like (servers, numServer, callback) {
 267   rate(servers, numServer, 'like', callback)
 268 }
 269
 270 function dislike (servers, numServer, callback) {
 271   rate(servers, numServer, 'dislike', callback)
 272 }
 273
 274 function rate (servers, numServer, rating, callback) {
 275   if (!callback) callback = function () {}
 276
 277   videosUtils.getVideosList(servers[numServer].url, function (err, res) {
 278     if (err) throw err
 279
 280     const videos = res.body.data
 281     if (videos.length === 0) return callback()
 282
 283     const toRate = videos[getRandomInt(0, videos.length)].id
 284
 285     console.log('Rating (%s) video from server %d', rating, numServer)
 286     videosUtils.getVideo(servers[numServer].url, toRate, callback)
 287   })
 288 }
 289
 290 function checkIntegrity (servers, callback) {
 291   const videos = []
 292   each(servers, function (server, callback) {
 293     videosUtils.getAllVideosListBy(server.url, function (err, res) {
 294       if (err) throw err
 295       const serverVideos = res.body.data
 296       for (const serverVideo of serverVideos) {
 297         delete serverVideo.id
 298         delete serverVideo.isLocal
 299         delete serverVideo.thumbnailPath
 300         delete serverVideo.updatedAt
 301         delete serverVideo.views
 302       }
 303
 304       videos.push(serverVideos)
 305       callback()
 306     })
 307   }, function () {
 308     let i = 0
 309
 310     for (const video of videos) {
 311       if (!isEqual(video, videos[0])) {
 312         console.error('Integrity not ok with server %d!', i + 1)
 313
 314         if (displayDiffOnFail) {
 315           console.log(differenceWith(videos[0], video, isEqual))
 316           console.log(differenceWith(video, videos[0], isEqual))
 317         }
 318
 319         process.exit(-1)
 320       }
 321
 322       i++
 323     }
 324
 325     console.log('Integrity ok.')
 326     return callback()
 327   })
 328 }
 329
 330 function goodbye () {
 331   return process.exit(-1)
 332 }
 333
 334 function isThereAwaitingRequests (servers, callback) {
 335   let noRequests = true
 336
 337   // Check is each server has awaiting requestq
 338   each(servers, function (server, callbackEach) {
 339     requestStatsUtils.getRequestsStats(server, server.accessToken, function (err, res) {
 340       if (err) throw err
 341
 342       const stats = res.body
 343
 344       if (
 345         stats.requestScheduler.totalRequests !== 0 ||
 346         stats.requestVideoEventScheduler.totalRequests !== 0 ||
 347         stats.requestVideoQaduScheduler.totalRequests !== 0
 348       ) {
 349         noRequests = false
 350       }
 351
 352       callbackEach()
 353     })
 354   }, function (err) {
 355     if (err) throw err
 356
 357     return callback(noRequests === false)
 358   })
 359 }