shared/extra-utils/server/jobs.ts

   1 import * as request from 'supertest'
   2 import { Job, JobState } from '../../models'
   3 import { wait } from '../miscs/miscs'
   4 import { ServerInfo } from './servers'
   5
   6 function getJobsList (url: string, accessToken: string, state: JobState) {
   7   const path = '/api/v1/jobs/' + state
   8
   9   return request(url)
  10           .get(path)
  11           .set('Accept', 'application/json')
  12           .set('Authorization', 'Bearer ' + accessToken)
  13           .expect(200)
  14           .expect('Content-Type', /json/)
  15 }
  16
  17 function getJobsListPaginationAndSort (url: string, accessToken: string, state: JobState, start: number, count: number, sort: string) {
  18   const path = '/api/v1/jobs/' + state
  19
  20   return request(url)
  21           .get(path)
  22           .query({ start })
  23           .query({ count })
  24           .query({ sort })
  25           .set('Accept', 'application/json')
  26           .set('Authorization', 'Bearer ' + accessToken)
  27           .expect(200)
  28           .expect('Content-Type', /json/)
  29 }
  30
  31 async function waitJobs (serversArg: ServerInfo[] | ServerInfo) {
  32   const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT ? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10) : 2000
  33   let servers: ServerInfo[]
  34
  35   if (Array.isArray(serversArg) === false) servers = [ serversArg as ServerInfo ]
  36   else servers = serversArg as ServerInfo[]
  37
  38   const states: JobState[] = [ 'waiting', 'active', 'delayed' ]
  39   let pendingRequests: boolean
  40
  41   function tasksBuilder () {
  42     const tasks: Promise<any>[] = []
  43
  44     // Check if each server has pending request
  45     for (const server of servers) {
  46       for (const state of states) {
  47         const p = getJobsListPaginationAndSort(server.url, server.accessToken, state, 0, 10, '-createdAt')
  48           .then(res => res.body.data)
  49           .then((jobs: Job[]) => jobs.filter(j => j.type !== 'videos-views'))
  50           .then(jobs => {
  51             if (jobs.length !== 0) {
  52               pendingRequests = true
  53             }
  54           })
  55         tasks.push(p)
  56       }
  57     }
  58
  59     return tasks
  60   }
  61
  62   do {
  63     pendingRequests = false
  64     await Promise.all(tasksBuilder())
  65
  66     // Retry, in case of new jobs were created
  67     if (pendingRequests === false) {
  68       await wait(pendingJobWait)
  69       await Promise.all(tasksBuilder())
  70     }
  71
  72     if (pendingRequests) {
  73       await wait(1000)
  74     }
  75   } while (pendingRequests)
  76 }
  77
  78 // ---------------------------------------------------------------------------
  79
  80 export {
  81   getJobsList,
  82   waitJobs,
  83   getJobsListPaginationAndSort
  84 }