]>
Commit | Line | Data |
---|---|---|
1 | import * as request from 'supertest' | |
2 | import { Job, JobState, JobType } from '../../models' | |
3 | import { wait } from '../miscs/miscs' | |
4 | import { ServerInfo } from './servers' | |
5 | import { makeGetRequest } from '../../../shared/extra-utils' | |
6 | ||
7 | function getJobsList (url: string, accessToken: string, state: JobState) { | |
8 | const path = '/api/v1/jobs/' + state | |
9 | ||
10 | return request(url) | |
11 | .get(path) | |
12 | .set('Accept', 'application/json') | |
13 | .set('Authorization', 'Bearer ' + accessToken) | |
14 | .expect(200) | |
15 | .expect('Content-Type', /json/) | |
16 | } | |
17 | ||
18 | function getJobsListPaginationAndSort (options: { | |
19 | url: string | |
20 | accessToken: string | |
21 | state: JobState | |
22 | start: number | |
23 | count: number | |
24 | sort: string | |
25 | jobType?: JobType | |
26 | }) { | |
27 | const { url, accessToken, state, start, count, sort, jobType } = options | |
28 | const path = '/api/v1/jobs/' + state | |
29 | ||
30 | const query = { | |
31 | start, | |
32 | count, | |
33 | sort, | |
34 | jobType | |
35 | } | |
36 | ||
37 | return makeGetRequest({ | |
38 | url, | |
39 | path, | |
40 | token: accessToken, | |
41 | statusCodeExpected: 200, | |
42 | query | |
43 | }) | |
44 | } | |
45 | ||
46 | async function waitJobs (serversArg: ServerInfo[] | ServerInfo) { | |
47 | const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT ? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10) : 2000 | |
48 | let servers: ServerInfo[] | |
49 | ||
50 | if (Array.isArray(serversArg) === false) servers = [ serversArg as ServerInfo ] | |
51 | else servers = serversArg as ServerInfo[] | |
52 | ||
53 | const states: JobState[] = [ 'waiting', 'active', 'delayed' ] | |
54 | let pendingRequests: boolean | |
55 | ||
56 | function tasksBuilder () { | |
57 | const tasks: Promise<any>[] = [] | |
58 | ||
59 | // Check if each server has pending request | |
60 | for (const server of servers) { | |
61 | for (const state of states) { | |
62 | const p = getJobsListPaginationAndSort({ | |
63 | url: server.url, | |
64 | accessToken: server.accessToken, | |
65 | state: state, | |
66 | start: 0, | |
67 | count: 10, | |
68 | sort: '-createdAt' | |
69 | }) | |
70 | .then(res => res.body.data) | |
71 | .then((jobs: Job[]) => jobs.filter(j => j.type !== 'videos-views')) | |
72 | .then(jobs => { | |
73 | if (jobs.length !== 0) { | |
74 | pendingRequests = true | |
75 | } | |
76 | }) | |
77 | tasks.push(p) | |
78 | } | |
79 | } | |
80 | ||
81 | return tasks | |
82 | } | |
83 | ||
84 | do { | |
85 | pendingRequests = false | |
86 | await Promise.all(tasksBuilder()) | |
87 | ||
88 | // Retry, in case of new jobs were created | |
89 | if (pendingRequests === false) { | |
90 | await wait(pendingJobWait) | |
91 | await Promise.all(tasksBuilder()) | |
92 | } | |
93 | ||
94 | if (pendingRequests) { | |
95 | await wait(1000) | |
96 | } | |
97 | } while (pendingRequests) | |
98 | } | |
99 | ||
100 | // --------------------------------------------------------------------------- | |
101 | ||
102 | export { | |
103 | getJobsList, | |
104 | waitJobs, | |
105 | getJobsListPaginationAndSort | |
106 | } |