diff options
author | Chocobozzz <florian.bigard@gmail.com> | 2016-01-30 17:05:22 +0100 |
---|---|---|
committer | Chocobozzz <florian.bigard@gmail.com> | 2016-01-30 17:05:22 +0100 |
commit | cda021079ff455cc0fd0eb95a5395fa808ab63d1 (patch) | |
tree | 056716de7460462b74b861051a5e9da6e2633fce /src/poolRequests.js | |
parent | 86435b9baedfe300a28ea4545511c1b50d4119f6 (diff) | |
download | PeerTube-cda021079ff455cc0fd0eb95a5395fa808ab63d1.tar.gz PeerTube-cda021079ff455cc0fd0eb95a5395fa808ab63d1.tar.zst PeerTube-cda021079ff455cc0fd0eb95a5395fa808ab63d1.zip |
New directory organization
Diffstat (limited to 'src/poolRequests.js')
-rw-r--r-- | src/poolRequests.js | 206 |
1 files changed, 0 insertions, 206 deletions
diff --git a/src/poolRequests.js b/src/poolRequests.js deleted file mode 100644 index 7f422f372..000000000 --- a/src/poolRequests.js +++ /dev/null | |||
@@ -1,206 +0,0 @@ | |||
1 | ;(function () { | ||
2 | 'use strict' | ||
3 | |||
4 | var async = require('async') | ||
5 | |||
6 | var constants = require('./constants') | ||
7 | var logger = require('./logger') | ||
8 | var database = require('./database') | ||
9 | var pluck = require('lodash-node/compat/collection/pluck') | ||
10 | var PoolRequestsDB = database.PoolRequestsDB | ||
11 | var PodsDB = database.PodsDB | ||
12 | var utils = require('./utils') | ||
13 | var VideosDB = database.VideosDB | ||
14 | |||
15 | var poolRequests = {} | ||
16 | |||
17 | // ----------- Private ----------- | ||
18 | var timer = null | ||
19 | |||
20 | function removePoolRequestsFromDB (ids) { | ||
21 | PoolRequestsDB.remove({ _id: { $in: ids } }, function (err) { | ||
22 | if (err) { | ||
23 | logger.error('Cannot remove requests from the pool requests database.', { error: err }) | ||
24 | return | ||
25 | } | ||
26 | |||
27 | logger.info('Pool requests flushed.') | ||
28 | }) | ||
29 | } | ||
30 | |||
31 | function makePoolRequests () { | ||
32 | logger.info('Making pool requests to friends.') | ||
33 | |||
34 | PoolRequestsDB.find({}, { _id: 1, type: 1, request: 1 }, function (err, pool_requests) { | ||
35 | if (err) throw err | ||
36 | |||
37 | if (pool_requests.length === 0) return | ||
38 | |||
39 | var requests = { | ||
40 | add: { | ||
41 | ids: [], | ||
42 | requests: [] | ||
43 | }, | ||
44 | remove: { | ||
45 | ids: [], | ||
46 | requests: [] | ||
47 | } | ||
48 | } | ||
49 | |||
50 | async.each(pool_requests, function (pool_request, callback_each) { | ||
51 | if (pool_request.type === 'add') { | ||
52 | requests.add.requests.push(pool_request.request) | ||
53 | requests.add.ids.push(pool_request._id) | ||
54 | } else if (pool_request.type === 'remove') { | ||
55 | requests.remove.requests.push(pool_request.request) | ||
56 | requests.remove.ids.push(pool_request._id) | ||
57 | } else { | ||
58 | throw new Error('Unkown pool request type.') | ||
59 | } | ||
60 | |||
61 | callback_each() | ||
62 | }, function () { | ||
63 | // Send the add requests | ||
64 | if (requests.add.requests.length !== 0) { | ||
65 | makePoolRequest('add', requests.add.requests, function (err) { | ||
66 | if (err) logger.error('Errors when sent add pool requests.', { error: err }) | ||
67 | |||
68 | removePoolRequestsFromDB(requests.add.ids) | ||
69 | }) | ||
70 | } | ||
71 | |||
72 | // Send the remove requests | ||
73 | if (requests.remove.requests.length !== 0) { | ||
74 | makePoolRequest('remove', requests.remove.requests, function (err) { | ||
75 | if (err) logger.error('Errors when sent remove pool requests.', { error: err }) | ||
76 | |||
77 | removePoolRequestsFromDB(requests.remove.ids) | ||
78 | }) | ||
79 | } | ||
80 | }) | ||
81 | }) | ||
82 | } | ||
83 | |||
84 | function updatePodsScore (good_pods, bad_pods) { | ||
85 | logger.info('Updating %d good pods and %d bad pods scores.', good_pods.length, bad_pods.length) | ||
86 | |||
87 | PodsDB.update({ _id: { $in: good_pods } }, { $inc: { score: constants.PODS_SCORE.BONUS } }, { multi: true }).exec() | ||
88 | PodsDB.update({ _id: { $in: bad_pods } }, { $inc: { score: constants.PODS_SCORE.MALUS } }, { multi: true }, function (err) { | ||
89 | if (err) throw err | ||
90 | removeBadPods() | ||
91 | }) | ||
92 | } | ||
93 | |||
94 | function removeBadPods () { | ||
95 | PodsDB.find({ score: 0 }, { _id: 1, url: 1 }, function (err, pods) { | ||
96 | if (err) throw err | ||
97 | |||
98 | if (pods.length === 0) return | ||
99 | |||
100 | var urls = pluck(pods, 'url') | ||
101 | var ids = pluck(pods, '_id') | ||
102 | |||
103 | VideosDB.remove({ podUrl: { $in: urls } }, function (err, r) { | ||
104 | if (err) logger.error('Cannot remove videos from a pod that we removing.', { error: err }) | ||
105 | var videos_removed = r.result.n | ||
106 | logger.info('Removed %d videos.', videos_removed) | ||
107 | |||
108 | PodsDB.remove({ _id: { $in: ids } }, function (err, r) { | ||
109 | if (err) logger.error('Cannot remove bad pods.', { error: err }) | ||
110 | |||
111 | var pods_removed = r.result.n | ||
112 | logger.info('Removed %d pods.', pods_removed) | ||
113 | }) | ||
114 | }) | ||
115 | }) | ||
116 | } | ||
117 | |||
118 | function makePoolRequest (type, requests, callback) { | ||
119 | if (!callback) callback = function () {} | ||
120 | |||
121 | PodsDB.find({}, { _id: 1, url: 1, publicKey: 1 }).exec(function (err, pods) { | ||
122 | if (err) throw err | ||
123 | |||
124 | var params = { | ||
125 | encrypt: true, | ||
126 | sign: true, | ||
127 | method: 'POST', | ||
128 | path: null, | ||
129 | data: requests | ||
130 | } | ||
131 | |||
132 | if (type === 'add') { | ||
133 | params.path = '/api/' + constants.API_VERSION + '/remotevideos/add' | ||
134 | } else if (type === 'remove') { | ||
135 | params.path = '/api/' + constants.API_VERSION + '/remotevideos/remove' | ||
136 | } else { | ||
137 | throw new Error('Unkown pool request type.') | ||
138 | } | ||
139 | |||
140 | var bad_pods = [] | ||
141 | var good_pods = [] | ||
142 | |||
143 | utils.makeMultipleRetryRequest(params, pods, callbackEachPodFinished, callbackAllPodsFinished) | ||
144 | |||
145 | function callbackEachPodFinished (err, response, body, url, pod, callback_each_pod_finished) { | ||
146 | if (err || (response.statusCode !== 200 && response.statusCode !== 204)) { | ||
147 | bad_pods.push(pod._id) | ||
148 | logger.error('Error sending secure request to %s pod.', url, { error: err || new Error('Status code not 20x') }) | ||
149 | } else { | ||
150 | good_pods.push(pod._id) | ||
151 | } | ||
152 | |||
153 | return callback_each_pod_finished() | ||
154 | } | ||
155 | |||
156 | function callbackAllPodsFinished (err) { | ||
157 | if (err) return callback(err) | ||
158 | |||
159 | updatePodsScore(good_pods, bad_pods) | ||
160 | callback(null) | ||
161 | } | ||
162 | }) | ||
163 | } | ||
164 | |||
165 | // ----------- Public ----------- | ||
166 | poolRequests.activate = function () { | ||
167 | logger.info('Pool requests activated.') | ||
168 | timer = setInterval(makePoolRequests, constants.INTERVAL) | ||
169 | } | ||
170 | |||
171 | poolRequests.addToPoolRequests = function (id, type, request) { | ||
172 | logger.debug('Add request to the pool requests.', { id: id, type: type, request: request }) | ||
173 | |||
174 | PoolRequestsDB.findOne({ id: id }, function (err, entity) { | ||
175 | if (err) logger.error(err) | ||
176 | |||
177 | if (entity) { | ||
178 | if (entity.type === type) { | ||
179 | logger.error(new Error('Cannot insert two same requests.')) | ||
180 | return | ||
181 | } | ||
182 | |||
183 | // Remove the request of the other type | ||
184 | PoolRequestsDB.remove({ id: id }, function (err) { | ||
185 | if (err) logger.error(err) | ||
186 | }) | ||
187 | } else { | ||
188 | PoolRequestsDB.create({ id: id, type: type, request: request }, function (err) { | ||
189 | if (err) logger.error(err) | ||
190 | }) | ||
191 | } | ||
192 | }) | ||
193 | } | ||
194 | |||
195 | poolRequests.deactivate = function () { | ||
196 | logger.info('Pool requests deactivated.') | ||
197 | clearInterval(timer) | ||
198 | } | ||
199 | |||
200 | poolRequests.forceSend = function () { | ||
201 | logger.info('Force pool requests sending.') | ||
202 | makePoolRequests() | ||
203 | } | ||
204 | |||
205 | module.exports = poolRequests | ||
206 | })() | ||