]> git.immae.eu Git - github/Chocobozzz/PeerTube.git/blame - shared/utils/server/jobs.ts
Merge branch 'release/v1.2.0'
[github/Chocobozzz/PeerTube.git] / shared / utils / server / jobs.ts
CommitLineData
5cd80545 1import * as request from 'supertest'
d4681c00 2import { Job, JobState } from '../../models'
d175a6f7 3import { wait } from '../miscs/miscs'
bc22d608 4import { ServerInfo } from './servers'
5cd80545 5
94a5ff8a
C
6function getJobsList (url: string, accessToken: string, state: JobState) {
7 const path = '/api/v1/jobs/' + state
5cd80545
C
8
9 return request(url)
10 .get(path)
11 .set('Accept', 'application/json')
12 .set('Authorization', 'Bearer ' + accessToken)
13 .expect(200)
14 .expect('Content-Type', /json/)
15}
16
94a5ff8a
C
17function getJobsListPaginationAndSort (url: string, accessToken: string, state: JobState, start: number, count: number, sort: string) {
18 const path = '/api/v1/jobs/' + state
5cd80545
C
19
20 return request(url)
21 .get(path)
22 .query({ start })
23 .query({ count })
24 .query({ sort })
25 .set('Accept', 'application/json')
26 .set('Authorization', 'Bearer ' + accessToken)
27 .expect(200)
28 .expect('Content-Type', /json/)
29}
30
3cd0734f 31async function waitJobs (serversArg: ServerInfo[] | ServerInfo) {
2f1548fd 32 const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT ? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10) : 2000
3cd0734f
C
33 let servers: ServerInfo[]
34
35 if (Array.isArray(serversArg) === false) servers = [ serversArg as ServerInfo ]
36 else servers = serversArg as ServerInfo[]
37
94831479 38 const states: JobState[] = [ 'waiting', 'active', 'delayed' ]
cef534ed 39 let pendingRequests = false
3cd0734f 40
cef534ed
C
41 function tasksBuilder () {
42 const tasks: Promise<any>[] = []
3cd0734f
C
43 pendingRequests = false
44
45 // Check if each server has pending request
46 for (const server of servers) {
47 for (const state of states) {
48 const p = getJobsListPaginationAndSort(server.url, server.accessToken, state, 0, 10, '-createdAt')
6b616860
C
49 .then(res => res.body.data)
50 .then((jobs: Job[]) => jobs.filter(j => j.type !== 'videos-views'))
51 .then(jobs => {
52 if (jobs.length !== 0) pendingRequests = true
3cd0734f
C
53 })
54 tasks.push(p)
55 }
56 }
57
cef534ed
C
58 return tasks
59 }
60
61 do {
62 await Promise.all(tasksBuilder())
3cd0734f
C
63
64 // Retry, in case of new jobs were created
65 if (pendingRequests === false) {
2f1548fd 66 await wait(pendingJobWait)
cef534ed 67 await Promise.all(tasksBuilder())
3cd0734f
C
68 }
69
70 if (pendingRequests) {
71 await wait(1000)
72 }
73 } while (pendingRequests)
74}
75
5cd80545
C
76// ---------------------------------------------------------------------------
77
78export {
79 getJobsList,
3cd0734f 80 waitJobs,
5cd80545
C
81 getJobsListPaginationAndSort
82}