-import { writeJson } from 'fs-extra'
+import { rename, writeJson } from 'fs-extra'
+import PQueue from 'p-queue'
import { basename } from 'path'
import { mapToJSON } from '@server/helpers/core-utils'
import { logger, loggerTagsFactory } from '@server/helpers/logger'
private readonly segmentsSha256 = new Map<string, string>()
private readonly videoUUID: string
+
private readonly sha256Path: string
+ private readonly sha256PathTMP: string
+
private readonly streamingPlaylist: MStreamingPlaylistVideo
private readonly sendToObjectStorage: boolean
+ private readonly writeQueue = new PQueue({ concurrency: 1 })
constructor (options: {
videoUUID: string
sendToObjectStorage: boolean
}) {
this.videoUUID = options.videoUUID
+
this.sha256Path = options.sha256Path
+ this.sha256PathTMP = options.sha256Path + '.tmp'
+
this.streamingPlaylist = options.streamingPlaylist
this.sendToObjectStorage = options.sendToObjectStorage
}
const segmentName = basename(segmentPath)
this.segmentsSha256.set(segmentName, shaResult)
- await this.writeToDisk()
+ try {
+ await this.writeToDisk()
+ } catch (err) {
+ logger.error('Cannot write sha segments to disk.', { err })
+ }
}
async removeSegmentSha (segmentPath: string) {
logger.debug('Removing live sha segment %s.', segmentPath, lTags(this.videoUUID))
if (!this.segmentsSha256.has(segmentName)) {
- logger.warn('Unknown segment in files map for video %s and segment %s.', this.videoUUID, segmentPath, lTags(this.videoUUID))
+ logger.warn(
+ 'Unknown segment in live segment hash store for video %s and segment %s.',
+ this.videoUUID, segmentPath, lTags(this.videoUUID)
+ )
return
}
await this.writeToDisk()
}
- private async writeToDisk () {
- await writeJson(this.sha256Path, mapToJSON(this.segmentsSha256))
+ private writeToDisk () {
+ return this.writeQueue.add(async () => {
+ // Atomic write: use rename instead of move that is not atomic
+ await writeJson(this.sha256PathTMP, mapToJSON(this.segmentsSha256))
+ await rename(this.sha256PathTMP, this.sha256Path)
- if (this.sendToObjectStorage) {
- const url = await storeHLSFileFromPath(this.streamingPlaylist, this.sha256Path)
+ if (this.sendToObjectStorage) {
+ const url = await storeHLSFileFromPath(this.streamingPlaylist, this.sha256Path)
- if (this.streamingPlaylist.segmentsSha256Url !== url) {
- this.streamingPlaylist.segmentsSha256Url = url
- await this.streamingPlaylist.save()
+ if (this.streamingPlaylist.segmentsSha256Url !== url) {
+ this.streamingPlaylist.segmentsSha256Url = url
+ await this.streamingPlaylist.save()
+ }
}
- }
+ })
}
-
}
export {