server/lib/request/request-scheduler.ts

   1 import * as Sequelize from 'sequelize'
   2
   3 import { database as db } from '../../initializers/database'
   4 import { AbstractRequestScheduler } from './abstract-request-scheduler'
   5 import { logger } from '../../helpers'
   6 import { REQUESTS_LIMIT_PODS, REQUESTS_LIMIT_PER_POD } from '../../initializers'
   7 import { RequestsGrouped } from '../../models'
   8 import { RequestEndpoint } from '../../../shared'
   9
  10 export type RequestSchedulerOptions = {
  11   type: string
  12   endpoint: RequestEndpoint
  13   data: Object
  14   toIds: number[]
  15   transaction: Sequelize.Transaction
  16 }
  17
  18 class RequestScheduler extends AbstractRequestScheduler<RequestsGrouped> {
  19   constructor () {
  20     super()
  21
  22     // We limit the size of the requests
  23     this.limitPods = REQUESTS_LIMIT_PODS
  24     this.limitPerPod = REQUESTS_LIMIT_PER_POD
  25
  26     this.description = 'requests'
  27   }
  28
  29   getRequestModel () {
  30     return db.Request
  31   }
  32
  33   getRequestToPodModel () {
  34     return db.RequestToPod
  35   }
  36
  37   buildRequestObjects (requestsGrouped: RequestsGrouped) {
  38     const requestsToMakeGrouped = {}
  39
  40     Object.keys(requestsGrouped).forEach(toPodId => {
  41       requestsGrouped[toPodId].forEach(data => {
  42         const request = data.request
  43         const pod = data.pod
  44         const hashKey = toPodId + request.endpoint
  45
  46         if (!requestsToMakeGrouped[hashKey]) {
  47           requestsToMakeGrouped[hashKey] = {
  48             toPod: pod,
  49             endpoint: request.endpoint,
  50             ids: [], // request ids, to delete them from the DB in the future
  51             datas: [] // requests data,
  52           }
  53         }
  54
  55         requestsToMakeGrouped[hashKey].ids.push(request.id)
  56         requestsToMakeGrouped[hashKey].datas.push(request.request)
  57       })
  58     })
  59
  60     return requestsToMakeGrouped
  61   }
  62
  63   createRequest ({ type, endpoint, data, toIds, transaction }: RequestSchedulerOptions) {
  64     // If there are no destination pods abort
  65     if (toIds.length === 0) return undefined
  66
  67     const createQuery = {
  68       endpoint,
  69       request: {
  70         type: type,
  71         data: data
  72       }
  73     }
  74
  75     const dbRequestOptions: Sequelize.CreateOptions = {
  76       transaction
  77     }
  78
  79     return db.Request.create(createQuery, dbRequestOptions)
  80       .then(request => {
  81         return request.setPods(toIds, dbRequestOptions)
  82       })
  83   }
  84
  85   // ---------------------------------------------------------------------------
  86
  87   afterRequestsHook () {
  88     // Flush requests with no pod
  89     this.getRequestModel().removeWithEmptyTo()
  90       .catch(err => logger.error('Error when removing requests with no pods.', { error: err }))
  91   }
  92 }
  93
  94 // ---------------------------------------------------------------------------
  95
  96 export {
  97   RequestScheduler
  98 }