server/lib/request/request-scheduler.ts

   1 import * as Sequelize from 'sequelize'
   2
   3 import { database as db } from '../../initializers/database'
   4 import { AbstractRequestScheduler } from './abstract-request-scheduler'
   5 import { logger } from '../../helpers'
   6 import { REQUESTS_LIMIT_PODS, REQUESTS_LIMIT_PER_POD } from '../../initializers'
   7 import { RequestsGrouped } from '../../models'
   8 import { RequestEndpoint } from '../../../shared'
   9
  10 export type RequestSchedulerOptions = {
  11   type: string
  12   endpoint: RequestEndpoint
  13   data: Object
  14   toIds: number[]
  15   transaction: Sequelize.Transaction
  16 }
  17
  18 class RequestScheduler extends AbstractRequestScheduler<RequestsGrouped> {
  19   constructor () {
  20     super()
  21
  22     // We limit the size of the requests
  23     this.limitPods = REQUESTS_LIMIT_PODS
  24     this.limitPerPod = REQUESTS_LIMIT_PER_POD
  25
  26     this.description = 'requests'
  27   }
  28
  29   getRequestModel () {
  30     return db.Request
  31   }
  32
  33   getRequestToPodModel () {
  34     return db.RequestToPod
  35   }
  36
  37   buildRequestObjects (requestsGrouped: RequestsGrouped) {
  38     const requestsToMakeGrouped = {}
  39
  40     Object.keys(requestsGrouped).forEach(toPodId => {
  41       requestsGrouped[toPodId].forEach(data => {
  42         const request = data.request
  43         const pod = data.pod
  44         const hashKey = toPodId + request.endpoint
  45
  46         if (!requestsToMakeGrouped[hashKey]) {
  47           requestsToMakeGrouped[hashKey] = {
  48             toPod: pod,
  49             endpoint: request.endpoint,
  50             ids: [], // request ids, to delete them from the DB in the future
  51             datas: [] // requests data,
  52           }
  53         }
  54
  55         requestsToMakeGrouped[hashKey].ids.push(request.id)
  56         requestsToMakeGrouped[hashKey].datas.push(request.request)
  57       })
  58     })
  59
  60     return requestsToMakeGrouped
  61   }
  62
  63   createRequest ({ type, endpoint, data, toIds, transaction }: RequestSchedulerOptions) {
  64     // TODO: check the setPods works
  65     const podIds = []
  66
  67     // If there are no destination pods abort
  68     if (toIds.length === 0) return undefined
  69
  70     toIds.forEach(toPod => {
  71       podIds.push(toPod)
  72     })
  73
  74     const createQuery = {
  75       endpoint,
  76       request: {
  77         type: type,
  78         data: data
  79       }
  80     }
  81
  82     const dbRequestOptions: Sequelize.CreateOptions = {
  83       transaction
  84     }
  85
  86     return db.Request.create(createQuery, dbRequestOptions)
  87       .then(request => {
  88         return request.setPods(podIds, dbRequestOptions)
  89       })
  90   }
  91
  92   // ---------------------------------------------------------------------------
  93
  94   afterRequestsHook () {
  95     // Flush requests with no pod
  96     this.getRequestModel().removeWithEmptyTo()
  97       .catch(err => logger.error('Error when removing requests with no pods.', { error: err }))
  98   }
  99 }
 100
 101 // ---------------------------------------------------------------------------
 102
 103 export {
 104   RequestScheduler
 105 }