]> git.immae.eu Git - github/Chocobozzz/PeerTube.git/blame - server/helpers/database-utils.ts
Fix retrying update on sql serialization conflict
[github/Chocobozzz/PeerTube.git] / server / helpers / database-utils.ts
CommitLineData
41fb13c3
C
1import retry from 'async/retry'
2import Bluebird from 'bluebird'
fa47956e 3import { Transaction } from 'sequelize'
06215f15 4import { Model } from 'sequelize-typescript'
e024fd6a 5import { sequelizeTypescript } from '@server/initializers/database'
65fcc311 6import { logger } from './logger'
4145c1c6 7
77d7e851 8function retryTransactionWrapper <T, A, B, C, D> (
883a9019 9 functionToRetry: (arg1: A, arg2: B, arg3: C, arg4: D) => Promise<T>,
77d7e851
C
10 arg1: A,
11 arg2: B,
12 arg3: C,
13 arg4: D,
14): Promise<T>
15
90d4bb81 16function retryTransactionWrapper <T, A, B, C> (
883a9019 17 functionToRetry: (arg1: A, arg2: B, arg3: C) => Promise<T>,
90d4bb81
C
18 arg1: A,
19 arg2: B,
20 arg3: C
21): Promise<T>
22
23function retryTransactionWrapper <T, A, B> (
883a9019 24 functionToRetry: (arg1: A, arg2: B) => Promise<T>,
90d4bb81
C
25 arg1: A,
26 arg2: B
27): Promise<T>
28
29function retryTransactionWrapper <T, A> (
883a9019 30 functionToRetry: (arg1: A) => Promise<T>,
90d4bb81
C
31 arg1: A
32): Promise<T>
33
2baea0c7
C
34function retryTransactionWrapper <T> (
35 functionToRetry: () => Promise<T> | Bluebird<T>
36): Promise<T>
37
0f91ae62 38function retryTransactionWrapper <T> (
883a9019 39 functionToRetry: (...args: any[]) => Promise<T>,
90d4bb81 40 ...args: any[]
0f91ae62 41): Promise<T> {
0f91ae62 42 return transactionRetryer<T>(callback => {
2baea0c7 43 functionToRetry.apply(null, args)
0f91ae62 44 .then((result: T) => callback(null, result))
6fcd19ba 45 .catch(err => callback(err))
075f16ca 46 })
6fcd19ba 47 .catch(err => {
e0f49a19 48 logger.warn(`Cannot execute ${functionToRetry.name} with many retries.`, { err })
20494f12 49 throw err
6fcd19ba 50 })
4df023f2
C
51}
52
0f91ae62
C
53function transactionRetryer <T> (func: (err: any, data: T) => any) {
54 return new Promise<T>((res, rej) => {
90d4bb81
C
55 retry(
56 {
57 times: 5,
58
59 errorFilter: err => {
60 const willRetry = (err.name === 'SequelizeDatabaseError')
28dfb44b 61 logger.debug('Maybe retrying the transaction function.', { willRetry, err, tags: [ 'sql', 'retry' ] })
90d4bb81
C
62 return willRetry
63 }
64 },
65 func,
66 (err, data) => err ? rej(err) : res(data)
67 )
4df023f2
C
68 })
69}
70
28dfb44b
C
71// ---------------------------------------------------------------------------
72
16c016e8 73function updateInstanceWithAnother <M, T extends U, U extends Model<M>> (instanceToUpdate: T, baseInstance: U) {
a5625b41
C
74 const obj = baseInstance.toJSON()
75
76 for (const key of Object.keys(obj)) {
1735c825 77 instanceToUpdate[key] = obj[key]
a5625b41
C
78 }
79}
80
45657746
C
81function resetSequelizeInstance <T> (instance: Model<T>) {
82 instance.set(instance.previous())
06215f15
C
83}
84
764b1a14 85function filterNonExistingModels <T extends { hasSameUniqueKeysThan (other: T): boolean }> (
d7a25329 86 fromDatabase: T[],
764b1a14 87 newModels: T[]
d7a25329
C
88) {
89 return fromDatabase.filter(f => !newModels.find(newModel => newModel.hasSameUniqueKeysThan(f)))
764b1a14
C
90}
91
92function deleteAllModels <T extends Pick<Model, 'destroy'>> (models: T[], transaction: Transaction) {
93 return Promise.all(models.map(f => f.destroy({ transaction })))
d7a25329
C
94}
95
4df023f2
C
96// ---------------------------------------------------------------------------
97
28dfb44b 98function runInReadCommittedTransaction <T> (fn: (t: Transaction) => Promise<T>) {
a6a12dae
C
99 const options = { isolationLevel: Transaction.ISOLATION_LEVELS.READ_COMMITTED }
100
101 return sequelizeTypescript.transaction(options, t => fn(t))
28dfb44b
C
102}
103
104function afterCommitIfTransaction (t: Transaction, fn: Function) {
105 if (t) return t.afterCommit(() => fn())
106
107 return fn()
108}
109
110// ---------------------------------------------------------------------------
111
65fcc311 112export {
06215f15 113 resetSequelizeInstance,
65fcc311 114 retryTransactionWrapper,
a5625b41 115 transactionRetryer,
2284f202 116 updateInstanceWithAnother,
d7a25329 117 afterCommitIfTransaction,
764b1a14
C
118 filterNonExistingModels,
119 deleteAllModels,
fa47956e 120 runInReadCommittedTransaction
65fcc311 121}