1 import { Job } from 'bullmq'
2 import { remove } from 'fs-extra'
3 import { join } from 'path'
4 import { logger, loggerTagsFactory } from '@server/helpers/logger'
5 import { updateTorrentMetadata } from '@server/helpers/webtorrent'
6 import { P2P_MEDIA_LOADER_PEER_VERSION } from '@server/initializers/constants'
7 import { storeHLSFileFromFilename, storeWebTorrentFile } from '@server/lib/object-storage'
8 import { getHLSDirectory, getHlsResolutionPlaylistFilename } from '@server/lib/paths'
9 import { VideoPathManager } from '@server/lib/video-path-manager'
10 import { moveToFailedMoveToObjectStorageState, moveToNextState } from '@server/lib/video-state'
11 import { VideoModel } from '@server/models/video/video'
12 import { VideoJobInfoModel } from '@server/models/video/video-job-info'
13 import { MStreamingPlaylistVideo, MVideo, MVideoFile, MVideoWithAllFiles } from '@server/types/models'
14 import { MoveObjectStoragePayload, VideoState, VideoStorage } from '@shared/models'
16 const lTagsBase = loggerTagsFactory('move-object-storage')
18 export async function processMoveToObjectStorage (job: Job) {
19 const payload = job.data as MoveObjectStoragePayload
20 logger.info('Moving video %s in job %s.', payload.videoUUID, job.id)
22 const video = await VideoModel.loadWithFiles(payload.videoUUID)
23 // No video, maybe deleted?
25 logger.info('Can\'t process job %d, video does not exist.', job.id, lTagsBase(payload.videoUUID))
29 const lTags = lTagsBase(video.uuid, video.url)
31 const fileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid)
34 if (video.VideoFiles) {
35 logger.debug('Moving %d webtorrent files for video %s.', video.VideoFiles.length, video.uuid, lTags)
37 await moveWebTorrentFiles(video)
40 if (video.VideoStreamingPlaylists) {
41 logger.debug('Moving HLS playlist of %s.', video.uuid)
43 await moveHLSFiles(video)
46 const pendingMove = await VideoJobInfoModel.decrease(video.uuid, 'pendingMove')
47 if (pendingMove === 0) {
48 logger.info('Running cleanup after moving files to object storage (video %s in job %s)', video.uuid, job.id, lTags)
50 await doAfterLastJob({ video, previousVideoState: payload.previousVideoState, isNewVideo: payload.isNewVideo })
53 await onMoveToObjectStorageFailure(job, err)
60 return payload.videoUUID
63 export async function onMoveToObjectStorageFailure (job: Job, err: any) {
64 const payload = job.data as MoveObjectStoragePayload
66 const video = await VideoModel.loadWithFiles(payload.videoUUID)
69 logger.error('Cannot move video %s to object storage.', video.url, { err, ...lTagsBase(video.uuid, video.url) })
71 await moveToFailedMoveToObjectStorageState(video)
72 await VideoJobInfoModel.abortAllTasks(video.uuid, 'pendingMove')
75 // ---------------------------------------------------------------------------
77 async function moveWebTorrentFiles (video: MVideoWithAllFiles) {
78 for (const file of video.VideoFiles) {
79 if (file.storage !== VideoStorage.FILE_SYSTEM) continue
81 const fileUrl = await storeWebTorrentFile(video, file)
83 const oldPath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, file)
84 await onFileMoved({ videoOrPlaylist: video, file, fileUrl, oldPath })
88 async function moveHLSFiles (video: MVideoWithAllFiles) {
89 for (const playlist of video.VideoStreamingPlaylists) {
90 const playlistWithVideo = playlist.withVideo(video)
92 for (const file of playlist.VideoFiles) {
93 if (file.storage !== VideoStorage.FILE_SYSTEM) continue
95 // Resolution playlist
96 const playlistFilename = getHlsResolutionPlaylistFilename(file.filename)
97 await storeHLSFileFromFilename(playlistWithVideo, playlistFilename)
99 // Resolution fragmented file
100 const fileUrl = await storeHLSFileFromFilename(playlistWithVideo, file.filename)
102 const oldPath = join(getHLSDirectory(video), file.filename)
104 await onFileMoved({ videoOrPlaylist: Object.assign(playlist, { Video: video }), file, fileUrl, oldPath })
109 async function doAfterLastJob (options: {
110 video: MVideoWithAllFiles
111 previousVideoState: VideoState
114 const { video, previousVideoState, isNewVideo } = options
116 for (const playlist of video.VideoStreamingPlaylists) {
117 if (playlist.storage === VideoStorage.OBJECT_STORAGE) continue
119 const playlistWithVideo = playlist.withVideo(video)
122 playlist.playlistUrl = await storeHLSFileFromFilename(playlistWithVideo, playlist.playlistFilename)
123 // Sha256 segments file
124 playlist.segmentsSha256Url = await storeHLSFileFromFilename(playlistWithVideo, playlist.segmentsSha256Filename)
126 playlist.storage = VideoStorage.OBJECT_STORAGE
128 playlist.assignP2PMediaLoaderInfoHashes(video, playlist.VideoFiles)
129 playlist.p2pMediaLoaderPeerVersion = P2P_MEDIA_LOADER_PEER_VERSION
131 await playlist.save()
134 // Remove empty hls video directory
135 if (video.VideoStreamingPlaylists) {
136 await remove(getHLSDirectory(video))
139 await moveToNextState({ video, previousVideoState, isNewVideo })
142 async function onFileMoved (options: {
143 videoOrPlaylist: MVideo | MStreamingPlaylistVideo
148 const { videoOrPlaylist, file, fileUrl, oldPath } = options
150 file.fileUrl = fileUrl
151 file.storage = VideoStorage.OBJECT_STORAGE
153 await updateTorrentMetadata(videoOrPlaylist, file)
156 logger.debug('Removing %s because it\'s now on object storage', oldPath)
157 await remove(oldPath)