import { pathExists, readdir, remove } from 'fs-extra'
import { basename, join } from 'path'
import { logger } from '@server/helpers/logger'
-import { MStreamingPlaylist, MVideo } from '@server/types/models'
+import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideo } from '@server/types/models'
+import { VideoStorage } from '@shared/models'
+import { listHLSFileKeysOf, removeHLSFileObjectStorageByFullKey, removeHLSObjectStorage } from '../object-storage'
import { getLiveDirectory } from '../paths'
-import { LiveSegmentShaStore } from './live-segment-sha-store'
function buildConcatenatedName (segmentOrPlaylistPath: string) {
const num = basename(segmentOrPlaylistPath).match(/^(\d+)(-|\.)/)
return 'concat-' + num[1] + '.ts'
}
-async function cleanupPermanentLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
- await cleanupTMPLiveFiles(video)
+async function cleanupAndDestroyPermanentLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
+ await cleanupTMPLiveFiles(video, streamingPlaylist)
await streamingPlaylist.destroy()
}
async function cleanupUnsavedNormalLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
const hlsDirectory = getLiveDirectory(video)
+ // We uploaded files to object storage too, remove them
+ if (streamingPlaylist.storage === VideoStorage.OBJECT_STORAGE) {
+ await removeHLSObjectStorage(streamingPlaylist.withVideo(video))
+ }
+
await remove(hlsDirectory)
await streamingPlaylist.destroy()
+}
- LiveSegmentShaStore.Instance.cleanupShaSegments(video.uuid)
+async function cleanupTMPLiveFiles (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
+ await cleanupTMPLiveFilesFromObjectStorage(streamingPlaylist.withVideo(video))
+
+ await cleanupTMPLiveFilesFromFilesystem(video)
}
-async function cleanupTMPLiveFiles (video: MVideo) {
- const hlsDirectory = getLiveDirectory(video)
+export {
+ cleanupAndDestroyPermanentLive,
+ cleanupUnsavedNormalLive,
+ cleanupTMPLiveFiles,
+ buildConcatenatedName
+}
+
+// ---------------------------------------------------------------------------
- LiveSegmentShaStore.Instance.cleanupShaSegments(video.uuid)
+function isTMPLiveFile (name: string) {
+ return name.endsWith('.ts') ||
+ name.endsWith('.m3u8') ||
+ name.endsWith('.json') ||
+ name.endsWith('.mpd') ||
+ name.endsWith('.m4s') ||
+ name.endsWith('.tmp')
+}
+
+async function cleanupTMPLiveFilesFromFilesystem (video: MVideo) {
+ const hlsDirectory = getLiveDirectory(video)
if (!await pathExists(hlsDirectory)) return
- logger.info('Cleanup TMP live files of %s.', hlsDirectory)
+ logger.info('Cleanup TMP live files from filesystem of %s.', hlsDirectory)
const files = await readdir(hlsDirectory)
for (const filename of files) {
- if (
- filename.endsWith('.ts') ||
- filename.endsWith('.m3u8') ||
- filename.endsWith('.mpd') ||
- filename.endsWith('.m4s') ||
- filename.endsWith('.tmp')
- ) {
+ if (isTMPLiveFile(filename)) {
const p = join(hlsDirectory, filename)
remove(p)
}
}
-export {
- cleanupPermanentLive,
- cleanupUnsavedNormalLive,
- cleanupTMPLiveFiles,
- buildConcatenatedName
+async function cleanupTMPLiveFilesFromObjectStorage (streamingPlaylist: MStreamingPlaylistVideo) {
+ if (streamingPlaylist.storage !== VideoStorage.OBJECT_STORAGE) return
+
+ logger.info('Cleanup TMP live files from object storage for %s.', streamingPlaylist.Video.uuid)
+
+ const keys = await listHLSFileKeysOf(streamingPlaylist)
+
+ for (const key of keys) {
+ if (isTMPLiveFile(key)) {
+ await removeHLSFileObjectStorageByFullKey(key)
+ }
+ }
}