1 import { rename, writeJson } from 'fs-extra'
2 import PQueue from 'p-queue'
3 import { basename } from 'path'
4 import { mapToJSON } from '@server/helpers/core-utils'
5 import { logger, loggerTagsFactory } from '@server/helpers/logger'
6 import { MStreamingPlaylistVideo } from '@server/types/models'
7 import { buildSha256Segment } from '../hls'
8 import { storeHLSFileFromPath } from '../object-storage'
10 const lTags = loggerTagsFactory('live')
12 class LiveSegmentShaStore {
14 private readonly segmentsSha256 = new Map<string, string>()
16 private readonly videoUUID: string
18 private readonly sha256Path: string
19 private readonly sha256PathTMP: string
21 private readonly streamingPlaylist: MStreamingPlaylistVideo
22 private readonly sendToObjectStorage: boolean
23 private readonly writeQueue = new PQueue({ concurrency: 1 })
25 constructor (options: {
28 streamingPlaylist: MStreamingPlaylistVideo
29 sendToObjectStorage: boolean
31 this.videoUUID = options.videoUUID
33 this.sha256Path = options.sha256Path
34 this.sha256PathTMP = options.sha256Path + '.tmp'
36 this.streamingPlaylist = options.streamingPlaylist
37 this.sendToObjectStorage = options.sendToObjectStorage
40 async addSegmentSha (segmentPath: string) {
41 logger.debug('Adding live sha segment %s.', segmentPath, lTags(this.videoUUID))
43 const shaResult = await buildSha256Segment(segmentPath)
45 const segmentName = basename(segmentPath)
46 this.segmentsSha256.set(segmentName, shaResult)
49 await this.writeToDisk()
51 logger.error('Cannot write sha segments to disk.', { err })
55 async removeSegmentSha (segmentPath: string) {
56 const segmentName = basename(segmentPath)
58 logger.debug('Removing live sha segment %s.', segmentPath, lTags(this.videoUUID))
60 if (!this.segmentsSha256.has(segmentName)) {
62 'Unknown segment in live segment hash store for video %s and segment %s.',
63 this.videoUUID, segmentPath, lTags(this.videoUUID)
68 this.segmentsSha256.delete(segmentName)
70 await this.writeToDisk()
73 private writeToDisk () {
74 return this.writeQueue.add(async () => {
75 // Atomic write: use rename instead of move that is not atomic
76 await writeJson(this.sha256PathTMP, mapToJSON(this.segmentsSha256))
77 await rename(this.sha256PathTMP, this.sha256Path)
79 if (this.sendToObjectStorage) {
80 const url = await storeHLSFileFromPath(this.streamingPlaylist, this.sha256Path)
82 if (this.streamingPlaylist.segmentsSha256Url !== url) {
83 this.streamingPlaylist.segmentsSha256Url = url
84 await this.streamingPlaylist.save()