server/lib/live/live-utils.ts

   1 import { pathExists, readdir, remove } from 'fs-extra'
   2 import { basename, join } from 'path'
   3 import { logger } from '@server/helpers/logger'
   4 import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideo } from '@server/types/models'
   5 import { VideoStorage } from '@shared/models'
   6 import { listHLSFileKeysOf, removeHLSFileObjectStorage, removeHLSObjectStorage } from '../object-storage'
   7 import { getLiveDirectory } from '../paths'
   8
   9 function buildConcatenatedName (segmentOrPlaylistPath: string) {
  10   const num = basename(segmentOrPlaylistPath).match(/^(\d+)(-|\.)/)
  11
  12   return 'concat-' + num[1] + '.ts'
  13 }
  14
  15 async function cleanupAndDestroyPermanentLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
  16   await cleanupTMPLiveFiles(video, streamingPlaylist)
  17
  18   await streamingPlaylist.destroy()
  19 }
  20
  21 async function cleanupUnsavedNormalLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
  22   const hlsDirectory = getLiveDirectory(video)
  23
  24   // We uploaded files to object storage too, remove them
  25   if (streamingPlaylist.storage === VideoStorage.OBJECT_STORAGE) {
  26     await removeHLSObjectStorage(streamingPlaylist.withVideo(video))
  27   }
  28
  29   await remove(hlsDirectory)
  30
  31   await streamingPlaylist.destroy()
  32 }
  33
  34 async function cleanupTMPLiveFiles (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
  35   await cleanupTMPLiveFilesFromObjectStorage(streamingPlaylist.withVideo(video))
  36
  37   await cleanupTMPLiveFilesFromFilesystem(video)
  38 }
  39
  40 export {
  41   cleanupAndDestroyPermanentLive,
  42   cleanupUnsavedNormalLive,
  43   cleanupTMPLiveFiles,
  44   buildConcatenatedName
  45 }
  46
  47 // ---------------------------------------------------------------------------
  48
  49 function isTMPLiveFile (name: string) {
  50   return name.endsWith('.ts') ||
  51     name.endsWith('.m3u8') ||
  52     name.endsWith('.json') ||
  53     name.endsWith('.mpd') ||
  54     name.endsWith('.m4s') ||
  55     name.endsWith('.tmp')
  56 }
  57
  58 async function cleanupTMPLiveFilesFromFilesystem (video: MVideo) {
  59   const hlsDirectory = getLiveDirectory(video)
  60
  61   if (!await pathExists(hlsDirectory)) return
  62
  63   logger.info('Cleanup TMP live files from filesystem of %s.', hlsDirectory)
  64
  65   const files = await readdir(hlsDirectory)
  66
  67   for (const filename of files) {
  68     if (isTMPLiveFile(filename)) {
  69       const p = join(hlsDirectory, filename)
  70
  71       remove(p)
  72         .catch(err => logger.error('Cannot remove %s.', p, { err }))
  73     }
  74   }
  75 }
  76
  77 async function cleanupTMPLiveFilesFromObjectStorage (streamingPlaylist: MStreamingPlaylistVideo) {
  78   if (streamingPlaylist.storage !== VideoStorage.OBJECT_STORAGE) return
  79
  80   const keys = await listHLSFileKeysOf(streamingPlaylist)
  81
  82   for (const key of keys) {
  83     if (isTMPLiveFile(key)) {
  84       await removeHLSFileObjectStorage(streamingPlaylist, key)
  85     }
  86   }
  87 }