1 // // /!\ Before imports /!\
2 // process.env.NODE_ENV = 'test'
4 // import * as program from 'commander'
5 // import { Video, VideoFile, VideoRateType } from '../../../shared'
7 // flushAndRunMultipleServers,
14 // ServerInfo as DefaultServerInfo,
15 // setAccessTokensToServers,
20 // import { follow } from '../utils/follows'
22 // interface ServerInfo extends DefaultServerInfo {
23 // requestsNumber: number
27 // .option('-c, --create [weight]', 'Weight for creating videos')
28 // .option('-r, --remove [weight]', 'Weight for removing videos')
29 // .option('-u, --update [weight]', 'Weight for updating videos')
30 // .option('-v, --view [weight]', 'Weight for viewing videos')
31 // .option('-l, --like [weight]', 'Weight for liking videos')
32 // .option('-s, --dislike [weight]', 'Weight for disliking videos')
33 // .option('-p, --servers [n]', 'Number of servers to run (3 or 6)', /^3|6$/, 3)
34 // .option('-i, --interval-action [interval]', 'Interval in ms for an action')
35 // .option('-I, --interval-integrity [interval]', 'Interval in ms for an integrity check')
36 // .option('-f, --flush', 'Flush datas on exit')
37 // .option('-d, --difference', 'Display difference if integrity is not okay')
38 // .parse(process.argv)
40 // const createWeight = program['create'] !== undefined ? parseInt(program['create'], 10) : 5
41 // const removeWeight = program['remove'] !== undefined ? parseInt(program['remove'], 10) : 4
42 // const updateWeight = program['update'] !== undefined ? parseInt(program['update'], 10) : 4
43 // const viewWeight = program['view'] !== undefined ? parseInt(program['view'], 10) : 4
44 // const likeWeight = program['like'] !== undefined ? parseInt(program['like'], 10) : 4
45 // const dislikeWeight = program['dislike'] !== undefined ? parseInt(program['dislike'], 10) : 4
46 // const flushAtExit = program['flush'] || false
47 // const actionInterval = program['intervalAction'] !== undefined ? parseInt(program['intervalAction'], 10) : 500
48 // const integrityInterval = program['intervalIntegrity'] !== undefined ? parseInt(program['intervalIntegrity'], 10) : 60000
49 // const displayDiffOnFail = program['difference'] || false
51 // const numberOfServers = 6
54 // 'Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.',
55 // createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight
59 // console.log('Program will flush data on exit.')
61 // console.log('Program will not flush data on exit.')
63 // if (displayDiffOnFail) {
64 // console.log('Program will display diff on failure.')
66 // console.log('Program will not display diff on failure')
68 // console.log('Interval in ms for each action: %d.', actionInterval)
69 // console.log('Interval in ms for each integrity check: %d.', integrityInterval)
71 // console.log('Run servers...')
75 // // ----------------------------------------------------------------------------
77 // async function start () {
78 // const servers = await runServers(numberOfServers)
80 // process.on('exit', async () => {
81 // await exitServers(servers, flushAtExit)
85 // process.on('SIGINT', goodbye)
86 // process.on('SIGTERM', goodbye)
88 // console.log('Servers ran')
89 // initializeRequestsPerServer(servers)
91 // let checking = false
93 // setInterval(async () => {
94 // if (checking === true) return
96 // const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight)
98 // const numServer = getRandomNumServer(servers)
99 // servers[numServer].requestsNumber++
101 // if (rand < createWeight) {
102 // await upload(servers, numServer)
103 // } else if (rand < createWeight + updateWeight) {
104 // await update(servers, numServer)
105 // } else if (rand < createWeight + updateWeight + removeWeight) {
106 // await remove(servers, numServer)
107 // } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) {
108 // await view(servers, numServer)
109 // } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) {
110 // await like(servers, numServer)
112 // await dislike(servers, numServer)
114 // }, actionInterval)
116 // // The function will check the consistency between servers (should have the same videos with same attributes...)
117 // setInterval(function () {
118 // if (checking === true) return
120 // console.log('Checking integrity...')
123 // const waitingInterval = setInterval(async () => {
124 // const pendingRequests = await isTherePendingRequests(servers)
125 // if (pendingRequests === true) {
126 // console.log('A server has pending requests, waiting...')
130 // // Even if there are no pending request, wait some potential processes
132 // await checkIntegrity(servers)
134 // initializeRequestsPerServer(servers)
136 // clearInterval(waitingInterval)
138 // }, integrityInterval)
141 // function initializeRequestsPerServer (servers: ServerInfo[]) {
142 // servers.forEach(server => server.requestsNumber = 0)
145 // function getRandomInt (min, max) {
146 // return Math.floor(Math.random() * (max - min)) + min
149 // function getRandomNumServer (servers) {
150 // return getRandomInt(0, servers.length)
153 // async function runServers (numberOfServers: number) {
154 // const servers: ServerInfo[] = (await flushAndRunMultipleServers(numberOfServers))
155 // .map(s => Object.assign({ requestsNumber: 0 }, s))
157 // // Get the access tokens
158 // await setAccessTokensToServers(servers)
160 // for (let i = 0; i < numberOfServers; i++) {
161 // for (let j = 0; j < numberOfServers; j++) {
162 // if (i === j) continue
164 // await follow(servers[i].url, [ servers[j].url ], servers[i].accessToken)
171 // async function exitServers (servers: ServerInfo[], flushAtExit: boolean) {
172 // killallServers(servers)
174 // if (flushAtExit) await flushTests()
177 // function upload (servers: ServerInfo[], numServer: number) {
178 // console.log('Uploading video to server ' + numServer)
180 // const videoAttributes = {
181 // name: Date.now() + ' name',
186 // description: Date.now() + ' description',
187 // tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ],
188 // fixture: 'video_short1.webm'
190 // return uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes)
193 // async function update (servers: ServerInfo[], numServer: number) {
194 // const res = await getVideosList(servers[numServer].url)
196 // const videos = res.body.data.filter(video => video.isLocal === true)
197 // if (videos.length === 0) return undefined
199 // const toUpdate = videos[getRandomInt(0, videos.length)].id
200 // const attributes = {
201 // name: Date.now() + ' name',
202 // description: Date.now() + ' description',
203 // tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ]
206 // console.log('Updating video of server ' + numServer)
208 // return updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes)
211 // async function remove (servers: ServerInfo[], numServer: number) {
212 // const res = await getVideosList(servers[numServer].url)
213 // const videos = res.body.data.filter(video => video.isLocal === true)
214 // if (videos.length === 0) return undefined
216 // const toRemove = videos[getRandomInt(0, videos.length)].id
218 // console.log('Removing video from server ' + numServer)
219 // return removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove)
222 // async function view (servers: ServerInfo[], numServer: number) {
223 // const res = await getVideosList(servers[numServer].url)
225 // const videos = res.body.data
226 // if (videos.length === 0) return undefined
228 // const toView = videos[getRandomInt(0, videos.length)].id
230 // console.log('Viewing video from server ' + numServer)
231 // return getVideo(servers[numServer].url, toView)
234 // function like (servers: ServerInfo[], numServer: number) {
235 // return rate(servers, numServer, 'like')
238 // function dislike (servers: ServerInfo[], numServer: number) {
239 // return rate(servers, numServer, 'dislike')
242 // async function rate (servers: ServerInfo[], numServer: number, rating: VideoRateType) {
243 // const res = await getVideosList(servers[numServer].url)
245 // const videos = res.body.data
246 // if (videos.length === 0) return undefined
248 // const toRate = videos[getRandomInt(0, videos.length)].id
250 // console.log('Rating (%s) video from server %d', rating, numServer)
251 // return getVideo(servers[numServer].url, toRate)
254 // async function checkIntegrity (servers: ServerInfo[]) {
255 // const videos: Video[][] = []
256 // const tasks: Promise<any>[] = []
258 // // Fetch all videos and remove some fields that can differ between servers
259 // for (const server of servers) {
260 // const p = getAllVideosListBy(server.url).then(res => videos.push(res.body.data))
264 // await Promise.all(tasks)
267 // for (const video of videos) {
268 // const differences = areDifferences(video, videos[0])
269 // if (differences !== undefined) {
270 // console.error('Integrity not ok with server %d!', i + 1)
272 // if (displayDiffOnFail) {
273 // console.log(differences)
282 // console.log('Integrity ok.')
285 // function areDifferences (videos1: Video[], videos2: Video[]) {
286 // // Remove some keys we don't want to compare
287 // videos1.concat(videos2).forEach(video => {
289 // delete video.isLocal
290 // delete video.thumbnailPath
291 // delete video.updatedAt
292 // delete video.views
295 // if (videos1.length !== videos2.length) {
296 // return `Videos length are different (${videos1.length}/${videos2.length}).`
299 // for (const video1 of videos1) {
300 // const video2 = videos2.find(video => video.uuid === video1.uuid)
302 // if (!video2) return 'Video ' + video1.uuid + ' is missing.'
304 // for (const videoKey of Object.keys(video1)) {
305 // const attribute1 = video1[videoKey]
306 // const attribute2 = video2[videoKey]
308 // if (videoKey === 'tags') {
309 // if (attribute1.length !== attribute2.length) {
310 // return 'Tags are different.'
313 // attribute1.forEach(tag1 => {
314 // if (attribute2.indexOf(tag1) === -1) {
315 // return 'Tag ' + tag1 + ' is missing.'
318 // } else if (videoKey === 'files') {
319 // if (attribute1.length !== attribute2.length) {
320 // return 'Video files are different.'
323 // attribute1.forEach((videoFile1: VideoFile) => {
324 // const videoFile2: VideoFile = attribute2.find(videoFile => videoFile.magnetUri === videoFile1.magnetUri)
325 // if (!videoFile2) {
326 // return `Video ${video1.uuid} has missing video file ${videoFile1.magnetUri}.`
329 // if (videoFile1.size !== videoFile2.size || videoFile1.resolutionLabel !== videoFile2.resolutionLabel) {
330 // return `Video ${video1.uuid} has different video file ${videoFile1.magnetUri}.`
334 // if (attribute1 !== attribute2) {
335 // return `Video ${video1.uuid} has different value for attribute ${videoKey}.`
344 // function goodbye () {
345 // return process.exit(-1)
348 // async function isTherePendingRequests (servers: ServerInfo[]) {
349 // const tasks: Promise<any>[] = []
350 // let pendingRequests = false
352 // // Check if each server has pending request
353 // for (const server of servers) {
354 // const p = getRequestsStats(server).then(res => {
355 // const stats = res.body
358 // stats.requestScheduler.totalRequests !== 0 ||
359 // stats.requestVideoEventScheduler.totalRequests !== 0 ||
360 // stats.requestVideoQaduScheduler.totalRequests !== 0
362 // pendingRequests = true
369 // await Promise.all(tasks)
371 // return pendingRequests