]>
Commit | Line | Data |
---|---|---|
5cd80545 | 1 | import * as request from 'supertest' |
402145b8 | 2 | import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes' |
fae6e4da C |
3 | import { getDebug, makeGetRequest } from '../../../shared/extra-utils' |
4 | import { Job, JobState, JobType, ServerDebug } from '../../models' | |
d175a6f7 | 5 | import { wait } from '../miscs/miscs' |
bc22d608 | 6 | import { ServerInfo } from './servers' |
5cd80545 | 7 | |
402145b8 C |
8 | function buildJobsUrl (state?: JobState) { |
9 | let path = '/api/v1/jobs' | |
10 | ||
11 | if (state) path += '/' + state | |
12 | ||
13 | return path | |
14 | } | |
15 | ||
16 | function getJobsList (url: string, accessToken: string, state?: JobState) { | |
17 | const path = buildJobsUrl(state) | |
5cd80545 C |
18 | |
19 | return request(url) | |
a1587156 C |
20 | .get(path) |
21 | .set('Accept', 'application/json') | |
22 | .set('Authorization', 'Bearer ' + accessToken) | |
2d53be02 | 23 | .expect(HttpStatusCode.OK_200) |
a1587156 | 24 | .expect('Content-Type', /json/) |
5cd80545 C |
25 | } |
26 | ||
1061c73f | 27 | function getJobsListPaginationAndSort (options: { |
a1587156 C |
28 | url: string |
29 | accessToken: string | |
a1587156 C |
30 | start: number |
31 | count: number | |
32 | sort: string | |
402145b8 | 33 | state?: JobState |
1061c73f C |
34 | jobType?: JobType |
35 | }) { | |
36 | const { url, accessToken, state, start, count, sort, jobType } = options | |
402145b8 | 37 | const path = buildJobsUrl(state) |
5cd80545 | 38 | |
1061c73f C |
39 | const query = { |
40 | start, | |
41 | count, | |
42 | sort, | |
43 | jobType | |
44 | } | |
45 | ||
46 | return makeGetRequest({ | |
47 | url, | |
48 | path, | |
49 | token: accessToken, | |
2d53be02 | 50 | statusCodeExpected: HttpStatusCode.OK_200, |
1061c73f C |
51 | query |
52 | }) | |
5cd80545 C |
53 | } |
54 | ||
3cd0734f | 55 | async function waitJobs (serversArg: ServerInfo[] | ServerInfo) { |
fae6e4da C |
56 | const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT |
57 | ? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10) | |
58 | : 500 | |
59 | ||
3cd0734f C |
60 | let servers: ServerInfo[] |
61 | ||
62 | if (Array.isArray(serversArg) === false) servers = [ serversArg as ServerInfo ] | |
63 | else servers = serversArg as ServerInfo[] | |
64 | ||
94831479 | 65 | const states: JobState[] = [ 'waiting', 'active', 'delayed' ] |
74d249bc | 66 | const repeatableJobs = [ 'videos-views', 'activitypub-cleaner' ] |
bfbd9128 | 67 | let pendingRequests: boolean |
3cd0734f | 68 | |
cef534ed C |
69 | function tasksBuilder () { |
70 | const tasks: Promise<any>[] = [] | |
3cd0734f C |
71 | |
72 | // Check if each server has pending request | |
73 | for (const server of servers) { | |
74 | for (const state of states) { | |
1061c73f C |
75 | const p = getJobsListPaginationAndSort({ |
76 | url: server.url, | |
77 | accessToken: server.accessToken, | |
78 | state: state, | |
79 | start: 0, | |
80 | count: 10, | |
81 | sort: '-createdAt' | |
fae6e4da | 82 | }).then(res => res.body.data) |
74d249bc | 83 | .then((jobs: Job[]) => jobs.filter(j => !repeatableJobs.includes(j.type))) |
6b616860 | 84 | .then(jobs => { |
2284f202 C |
85 | if (jobs.length !== 0) { |
86 | pendingRequests = true | |
87 | } | |
3cd0734f | 88 | }) |
fae6e4da | 89 | |
3cd0734f C |
90 | tasks.push(p) |
91 | } | |
fae6e4da C |
92 | |
93 | const p = getDebug(server.url, server.accessToken) | |
94 | .then(res => res.body) | |
95 | .then((obj: ServerDebug) => { | |
96 | if (obj.activityPubMessagesWaiting !== 0) { | |
97 | pendingRequests = true | |
98 | } | |
99 | }) | |
100 | ||
101 | tasks.push(p) | |
3cd0734f C |
102 | } |
103 | ||
cef534ed C |
104 | return tasks |
105 | } | |
106 | ||
107 | do { | |
bfbd9128 | 108 | pendingRequests = false |
cef534ed | 109 | await Promise.all(tasksBuilder()) |
3cd0734f C |
110 | |
111 | // Retry, in case of new jobs were created | |
112 | if (pendingRequests === false) { | |
2f1548fd | 113 | await wait(pendingJobWait) |
cef534ed | 114 | await Promise.all(tasksBuilder()) |
3cd0734f C |
115 | } |
116 | ||
117 | if (pendingRequests) { | |
118 | await wait(1000) | |
119 | } | |
120 | } while (pendingRequests) | |
121 | } | |
122 | ||
5cd80545 C |
123 | // --------------------------------------------------------------------------- |
124 | ||
125 | export { | |
126 | getJobsList, | |
3cd0734f | 127 | waitJobs, |
5cd80545 C |
128 | getJobsListPaginationAndSort |
129 | } |