1 // /!\ Before imports /!\
2 process.env.NODE_ENV = 'test'
4 import * as program from 'commander'
5 import { Video, VideoFile, VideoRateType } from '../../../shared'
7 flushAndRunMultipleServers,
15 ServerInfo as DefaultServerInfo,
16 setAccessTokensToServers,
21 import { follow } from '../utils/follows'
23 interface ServerInfo extends DefaultServerInfo {
24 requestsNumber: number
28 .option('-c, --create [weight]', 'Weight for creating videos')
29 .option('-r, --remove [weight]', 'Weight for removing videos')
30 .option('-u, --update [weight]', 'Weight for updating videos')
31 .option('-v, --view [weight]', 'Weight for viewing videos')
32 .option('-l, --like [weight]', 'Weight for liking videos')
33 .option('-s, --dislike [weight]', 'Weight for disliking videos')
34 .option('-p, --servers [n]', 'Number of servers to run (3 or 6)', /^3|6$/, 3)
35 .option('-i, --interval-action [interval]', 'Interval in ms for an action')
36 .option('-I, --interval-integrity [interval]', 'Interval in ms for an integrity check')
37 .option('-f, --flush', 'Flush datas on exit')
38 .option('-d, --difference', 'Display difference if integrity is not okay')
41 const createWeight = program['create'] !== undefined ? parseInt(program['create'], 10) : 5
42 const removeWeight = program['remove'] !== undefined ? parseInt(program['remove'], 10) : 4
43 const updateWeight = program['update'] !== undefined ? parseInt(program['update'], 10) : 4
44 const viewWeight = program['view'] !== undefined ? parseInt(program['view'], 10) : 4
45 const likeWeight = program['like'] !== undefined ? parseInt(program['like'], 10) : 4
46 const dislikeWeight = program['dislike'] !== undefined ? parseInt(program['dislike'], 10) : 4
47 const flushAtExit = program['flush'] || false
48 const actionInterval = program['intervalAction'] !== undefined ? parseInt(program['intervalAction'], 10) : 500
49 const integrityInterval = program['intervalIntegrity'] !== undefined ? parseInt(program['intervalIntegrity'], 10) : 60000
50 const displayDiffOnFail = program['difference'] || false
52 const numberOfServers = 6
55 'Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.',
56 createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight
60 console.log('Program will flush data on exit.')
62 console.log('Program will not flush data on exit.')
64 if (displayDiffOnFail) {
65 console.log('Program will display diff on failure.')
67 console.log('Program will not display diff on failure')
69 console.log('Interval in ms for each action: %d.', actionInterval)
70 console.log('Interval in ms for each integrity check: %d.', integrityInterval)
72 console.log('Run servers...')
76 // ----------------------------------------------------------------------------
78 async function start () {
79 const servers = await runServers(numberOfServers)
81 process.on('exit', async () => {
82 await exitServers(servers, flushAtExit)
86 process.on('SIGINT', goodbye)
87 process.on('SIGTERM', goodbye)
89 console.log('Servers ran')
90 initializeRequestsPerServer(servers)
94 setInterval(async () => {
95 if (checking === true) return
97 const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight)
99 const numServer = getRandomNumServer(servers)
100 servers[numServer].requestsNumber++
102 if (rand < createWeight) {
103 await upload(servers, numServer)
104 } else if (rand < createWeight + updateWeight) {
105 await update(servers, numServer)
106 } else if (rand < createWeight + updateWeight + removeWeight) {
107 await remove(servers, numServer)
108 } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) {
109 await view(servers, numServer)
110 } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) {
111 await like(servers, numServer)
113 await dislike(servers, numServer)
117 // The function will check the consistency between servers (should have the same videos with same attributes...)
118 setInterval(function () {
119 if (checking === true) return
121 console.log('Checking integrity...')
124 const waitingInterval = setInterval(async () => {
125 const pendingRequests = await isTherePendingRequests(servers)
126 if (pendingRequests === true) {
127 console.log('A server has pending requests, waiting...')
131 // Even if there are no pending request, wait some potential processes
133 await checkIntegrity(servers)
135 initializeRequestsPerServer(servers)
137 clearInterval(waitingInterval)
139 }, integrityInterval)
142 function initializeRequestsPerServer (servers: ServerInfo[]) {
143 servers.forEach(server => server.requestsNumber = 0)
146 function getRandomInt (min, max) {
147 return Math.floor(Math.random() * (max - min)) + min
150 function getRandomNumServer (servers) {
151 return getRandomInt(0, servers.length)
154 async function runServers (numberOfServers: number) {
155 const servers: ServerInfo[] = (await flushAndRunMultipleServers(numberOfServers))
156 .map(s => Object.assign({ requestsNumber: 0 }, s))
158 // Get the access tokens
159 await setAccessTokensToServers(servers)
161 for (let i = 0; i < numberOfServers; i++) {
162 for (let j = 0; j < numberOfServers; j++) {
163 if (i === j) continue
165 await follow(servers[i].url, [ servers[j].url ], servers[i].accessToken)
172 async function exitServers (servers: ServerInfo[], flushAtExit: boolean) {
173 killallServers(servers)
175 if (flushAtExit) await flushTests()
178 function upload (servers: ServerInfo[], numServer: number) {
179 console.log('Uploading video to server ' + numServer)
181 const videoAttributes = {
182 name: Date.now() + ' name',
187 description: Date.now() + ' description',
188 tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ],
189 fixture: 'video_short1.webm'
191 return uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes)
194 async function update (servers: ServerInfo[], numServer: number) {
195 const res = await getVideosList(servers[numServer].url)
197 const videos = res.body.data.filter(video => video.isLocal === true)
198 if (videos.length === 0) return undefined
200 const toUpdate = videos[getRandomInt(0, videos.length)].id
202 name: Date.now() + ' name',
203 description: Date.now() + ' description',
204 tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ]
207 console.log('Updating video of server ' + numServer)
209 return updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes)
212 async function remove (servers: ServerInfo[], numServer: number) {
213 const res = await getVideosList(servers[numServer].url)
214 const videos = res.body.data.filter(video => video.isLocal === true)
215 if (videos.length === 0) return undefined
217 const toRemove = videos[getRandomInt(0, videos.length)].id
219 console.log('Removing video from server ' + numServer)
220 return removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove)
223 async function view (servers: ServerInfo[], numServer: number) {
224 const res = await getVideosList(servers[numServer].url)
226 const videos = res.body.data
227 if (videos.length === 0) return undefined
229 const toView = videos[getRandomInt(0, videos.length)].id
231 console.log('Viewing video from server ' + numServer)
232 return getVideo(servers[numServer].url, toView)
235 function like (servers: ServerInfo[], numServer: number) {
236 return rate(servers, numServer, 'like')
239 function dislike (servers: ServerInfo[], numServer: number) {
240 return rate(servers, numServer, 'dislike')
243 async function rate (servers: ServerInfo[], numServer: number, rating: VideoRateType) {
244 const res = await getVideosList(servers[numServer].url)
246 const videos = res.body.data
247 if (videos.length === 0) return undefined
249 const toRate = videos[getRandomInt(0, videos.length)].id
251 console.log('Rating (%s) video from server %d', rating, numServer)
252 return getVideo(servers[numServer].url, toRate)
255 async function checkIntegrity (servers: ServerInfo[]) {
256 const videos: Video[][] = []
257 const tasks: Promise<any>[] = []
259 // Fetch all videos and remove some fields that can differ between servers
260 for (const server of servers) {
261 const p = getAllVideosListBy(server.url).then(res => videos.push(res.body.data))
265 await Promise.all(tasks)
268 for (const video of videos) {
269 const differences = areDifferences(video, videos[0])
270 if (differences !== undefined) {
271 console.error('Integrity not ok with server %d!', i + 1)
273 if (displayDiffOnFail) {
274 console.log(differences)
283 console.log('Integrity ok.')
286 function areDifferences (videos1: Video[], videos2: Video[]) {
287 // Remove some keys we don't want to compare
288 videos1.concat(videos2).forEach(video => {
291 delete video.thumbnailPath
292 delete video.updatedAt
296 if (videos1.length !== videos2.length) {
297 return `Videos length are different (${videos1.length}/${videos2.length}).`
300 for (const video1 of videos1) {
301 const video2 = videos2.find(video => video.uuid === video1.uuid)
303 if (!video2) return 'Video ' + video1.uuid + ' is missing.'
305 for (const videoKey of Object.keys(video1)) {
306 const attribute1 = video1[videoKey]
307 const attribute2 = video2[videoKey]
309 if (videoKey === 'tags') {
310 if (attribute1.length !== attribute2.length) {
311 return 'Tags are different.'
314 attribute1.forEach(tag1 => {
315 if (attribute2.indexOf(tag1) === -1) {
316 return 'Tag ' + tag1 + ' is missing.'
319 } else if (videoKey === 'files') {
320 if (attribute1.length !== attribute2.length) {
321 return 'Video files are different.'
324 attribute1.forEach((videoFile1: VideoFile) => {
325 const videoFile2: VideoFile = attribute2.find(videoFile => videoFile.magnetUri === videoFile1.magnetUri)
327 return `Video ${video1.uuid} has missing video file ${videoFile1.magnetUri}.`
330 if (videoFile1.size !== videoFile2.size || videoFile1.resolutionLabel !== videoFile2.resolutionLabel) {
331 return `Video ${video1.uuid} has different video file ${videoFile1.magnetUri}.`
335 if (attribute1 !== attribute2) {
336 return `Video ${video1.uuid} has different value for attribute ${videoKey}.`
345 function goodbye () {
346 return process.exit(-1)
349 async function isTherePendingRequests (servers: ServerInfo[]) {
350 const tasks: Promise<any>[] = []
351 let pendingRequests = false
353 // Check if each server has pending request
354 for (const server of servers) {
355 const p = getRequestsStats(server).then(res => {
356 const stats = res.body
359 stats.requestScheduler.totalRequests !== 0 ||
360 stats.requestVideoEventScheduler.totalRequests !== 0 ||
361 stats.requestVideoQaduScheduler.totalRequests !== 0
363 pendingRequests = true
370 await Promise.all(tasks)
372 return pendingRequests