scripts/migrations/peertube-4.0.ts

   1 import { registerTSPaths } from '../../server/helpers/register-ts-paths'
   2 registerTSPaths()
   3
   4 import { join } from 'path'
   5 import { JobQueue } from '@server/lib/job-queue'
   6 import { initDatabaseModels } from '../../server/initializers/database'
   7 import { generateHLSMasterPlaylistFilename, generateHlsSha256SegmentsFilename, getHlsResolutionPlaylistFilename } from '@server/lib/paths'
   8 import { VideoPathManager } from '@server/lib/video-path-manager'
   9 import { VideoModel } from '@server/models/video/video'
  10 import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist'
  11 import { move, readFile, writeFile } from 'fs-extra'
  12 import Bluebird from 'bluebird'
  13 import { federateVideoIfNeeded } from '@server/lib/activitypub/videos'
  14
  15 run()
  16   .then(() => process.exit(0))
  17   .catch(err => {
  18     console.error(err)
  19     process.exit(-1)
  20   })
  21
  22 async function run () {
  23   console.log('Migrate old HLS paths to new format.')
  24
  25   await initDatabaseModels(true)
  26
  27   JobQueue.Instance.init(true)
  28
  29   const ids = await VideoModel.listLocalIds()
  30
  31   await Bluebird.map(ids, async id => {
  32     try {
  33       await processVideo(id)
  34     } catch (err) {
  35       console.error('Cannot process video %s.', { err })
  36     }
  37   }, { concurrency: 5 })
  38
  39   console.log('Migration finished!')
  40 }
  41
  42 async function processVideo (videoId: number) {
  43   const video = await VideoModel.loadWithFiles(videoId)
  44
  45   const hls = video.getHLSPlaylist()
  46   if (video.isLive || !hls || hls.playlistFilename !== 'master.m3u8' || hls.VideoFiles.length === 0) {
  47     return
  48   }
  49
  50   console.log(`Renaming HLS playlist files of video ${video.name}.`)
  51
  52   const playlist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
  53   const hlsDirPath = VideoPathManager.Instance.getFSHLSOutputPath(video)
  54
  55   const masterPlaylistPath = join(hlsDirPath, playlist.playlistFilename)
  56   let masterPlaylistContent = await readFile(masterPlaylistPath, 'utf8')
  57
  58   for (const videoFile of hls.VideoFiles) {
  59     const srcName = `${videoFile.resolution}.m3u8`
  60     const dstName = getHlsResolutionPlaylistFilename(videoFile.filename)
  61
  62     const src = join(hlsDirPath, srcName)
  63     const dst = join(hlsDirPath, dstName)
  64
  65     try {
  66       await move(src, dst)
  67
  68       masterPlaylistContent = masterPlaylistContent.replace(new RegExp('^' + srcName + '$', 'm'), dstName)
  69     } catch (err) {
  70       console.error('Cannot move video file %s to %s.', src, dst, err)
  71     }
  72   }
  73
  74   await writeFile(masterPlaylistPath, masterPlaylistContent)
  75
  76   if (playlist.segmentsSha256Filename === 'segments-sha256.json') {
  77     try {
  78       const newName = generateHlsSha256SegmentsFilename(video.isLive)
  79
  80       const dst = join(hlsDirPath, newName)
  81       await move(join(hlsDirPath, playlist.segmentsSha256Filename), dst)
  82       playlist.segmentsSha256Filename = newName
  83     } catch (err) {
  84       console.error(`Cannot rename ${video.name} segments-sha256.json file to a new name`, err)
  85     }
  86   }
  87
  88   if (playlist.playlistFilename === 'master.m3u8') {
  89     try {
  90       const newName = generateHLSMasterPlaylistFilename(video.isLive)
  91
  92       const dst = join(hlsDirPath, newName)
  93       await move(join(hlsDirPath, playlist.playlistFilename), dst)
  94       playlist.playlistFilename = newName
  95     } catch (err) {
  96       console.error(`Cannot rename ${video.name} master.m3u8 file to a new name`, err)
  97     }
  98   }
  99
 100   // Everything worked, we can save the playlist now
 101   await playlist.save()
 102
 103   const allVideo = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.id)
 104   await federateVideoIfNeeded(allVideo, false)
 105
 106   console.log(`Successfully moved HLS files of ${video.name}.`)
 107 }