]>
Commit | Line | Data |
---|---|---|
227d02fe C |
1 | 'use strict' |
2 | ||
3 | const forever = require('async/forever') | |
4 | const queue = require('async/queue') | |
5 | ||
6 | const constants = require('../../initializers/constants') | |
7 | const db = require('../../initializers/database') | |
8 | const logger = require('../../helpers/logger') | |
9 | ||
10 | const jobHandlers = require('./handlers') | |
11 | ||
12 | const jobScheduler = { | |
13 | activate, | |
14 | createJob | |
15 | } | |
16 | ||
17 | function activate () { | |
18 | logger.info('Jobs scheduler activated.') | |
19 | ||
20 | const jobsQueue = queue(processJob) | |
21 | ||
22 | forever( | |
23 | function (next) { | |
24 | if (jobsQueue.length() !== 0) { | |
25 | // Finish processing the queue first | |
26 | return setTimeout(next, constants.JOBS_FETCHING_INTERVAL) | |
27 | } | |
28 | ||
29 | db.Job.listWithLimit(constants.JOBS_FETCH_LIMIT_PER_CYCLE, function (err, jobs) { | |
30 | if (err) { | |
31 | logger.error('Cannot list pending jobs.', { error: err }) | |
32 | } else { | |
33 | jobs.forEach(function (job) { | |
34 | jobsQueue.push(job) | |
35 | }) | |
36 | } | |
37 | ||
38 | // Optimization: we could use "drain" from queue object | |
39 | return setTimeout(next, constants.JOBS_FETCHING_INTERVAL) | |
40 | }) | |
41 | } | |
42 | ) | |
43 | } | |
44 | ||
45 | // --------------------------------------------------------------------------- | |
46 | ||
47 | module.exports = jobScheduler | |
48 | ||
49 | // --------------------------------------------------------------------------- | |
50 | ||
51 | function createJob (transaction, handlerName, handlerInputData, callback) { | |
52 | const createQuery = { | |
53 | state: constants.JOB_STATES.PENDING, | |
54 | handlerName, | |
55 | handlerInputData | |
56 | } | |
57 | const options = { transaction } | |
58 | ||
59 | db.Job.create(createQuery, options).asCallback(callback) | |
60 | } | |
61 | ||
62 | function processJob (job, callback) { | |
63 | const jobHandler = jobHandlers[job.handlerName] | |
64 | ||
65 | logger.info('Processing job %d with handler %s.', job.id, job.handlerName) | |
66 | ||
67 | job.state = constants.JOB_STATES.PROCESSING | |
68 | job.save().asCallback(function (err) { | |
69 | if (err) return cannotSaveJobError(err, callback) | |
70 | ||
71 | if (jobHandler === undefined) { | |
72 | logger.error('Unknown job handler for job %s.', jobHandler.handlerName) | |
73 | return callback() | |
74 | } | |
75 | ||
76 | return jobHandler.process(job.handlerInputData, function (err, result) { | |
77 | if (err) { | |
78 | logger.error('Error in job handler %s.', job.handlerName, { error: err }) | |
62326afb | 79 | return onJobError(jobHandler, job, result, callback) |
227d02fe C |
80 | } |
81 | ||
62326afb | 82 | return onJobSuccess(jobHandler, job, result, callback) |
227d02fe C |
83 | }) |
84 | }) | |
85 | } | |
86 | ||
62326afb | 87 | function onJobError (jobHandler, job, jobResult, callback) { |
227d02fe C |
88 | job.state = constants.JOB_STATES.ERROR |
89 | ||
90 | job.save().asCallback(function (err) { | |
91 | if (err) return cannotSaveJobError(err, callback) | |
92 | ||
62326afb | 93 | return jobHandler.onError(err, job.id, jobResult, callback) |
227d02fe C |
94 | }) |
95 | } | |
96 | ||
62326afb | 97 | function onJobSuccess (jobHandler, job, jobResult, callback) { |
227d02fe C |
98 | job.state = constants.JOB_STATES.SUCCESS |
99 | ||
100 | job.save().asCallback(function (err) { | |
101 | if (err) return cannotSaveJobError(err, callback) | |
102 | ||
62326afb | 103 | return jobHandler.onSuccess(err, job.id, jobResult, callback) |
227d02fe C |
104 | }) |
105 | } | |
106 | ||
107 | function cannotSaveJobError (err, callback) { | |
108 | logger.error('Cannot save new job state.', { error: err }) | |
109 | return callback(err) | |
110 | } |