]>
Commit | Line | Data |
---|---|---|
1 | import { Job } from 'bullmq' | |
2 | import { remove } from 'fs-extra' | |
3 | import { join } from 'path' | |
4 | import { logger, loggerTagsFactory } from '@server/helpers/logger' | |
5 | import { updateTorrentMetadata } from '@server/helpers/webtorrent' | |
6 | import { P2P_MEDIA_LOADER_PEER_VERSION } from '@server/initializers/constants' | |
7 | import { storeHLSFileFromFilename, storeWebTorrentFile } from '@server/lib/object-storage' | |
8 | import { getHLSDirectory, getHlsResolutionPlaylistFilename } from '@server/lib/paths' | |
9 | import { VideoPathManager } from '@server/lib/video-path-manager' | |
10 | import { moveToFailedMoveToObjectStorageState, moveToNextState } from '@server/lib/video-state' | |
11 | import { VideoModel } from '@server/models/video/video' | |
12 | import { VideoJobInfoModel } from '@server/models/video/video-job-info' | |
13 | import { MStreamingPlaylistVideo, MVideo, MVideoFile, MVideoWithAllFiles } from '@server/types/models' | |
14 | import { MoveObjectStoragePayload, VideoState, VideoStorage } from '@shared/models' | |
15 | ||
16 | const lTagsBase = loggerTagsFactory('move-object-storage') | |
17 | ||
18 | export async function processMoveToObjectStorage (job: Job) { | |
19 | const payload = job.data as MoveObjectStoragePayload | |
20 | logger.info('Moving video %s in job %s.', payload.videoUUID, job.id) | |
21 | ||
22 | const video = await VideoModel.loadWithFiles(payload.videoUUID) | |
23 | // No video, maybe deleted? | |
24 | if (!video) { | |
25 | logger.info('Can\'t process job %d, video does not exist.', job.id, lTagsBase(payload.videoUUID)) | |
26 | return undefined | |
27 | } | |
28 | ||
29 | const lTags = lTagsBase(video.uuid, video.url) | |
30 | ||
31 | const fileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid) | |
32 | ||
33 | try { | |
34 | if (video.VideoFiles) { | |
35 | logger.debug('Moving %d webtorrent files for video %s.', video.VideoFiles.length, video.uuid, lTags) | |
36 | ||
37 | await moveWebTorrentFiles(video) | |
38 | } | |
39 | ||
40 | if (video.VideoStreamingPlaylists) { | |
41 | logger.debug('Moving HLS playlist of %s.', video.uuid) | |
42 | ||
43 | await moveHLSFiles(video) | |
44 | } | |
45 | ||
46 | const pendingMove = await VideoJobInfoModel.decrease(video.uuid, 'pendingMove') | |
47 | if (pendingMove === 0) { | |
48 | logger.info('Running cleanup after moving files to object storage (video %s in job %s)', video.uuid, job.id, lTags) | |
49 | ||
50 | await doAfterLastJob({ video, previousVideoState: payload.previousVideoState, isNewVideo: payload.isNewVideo }) | |
51 | } | |
52 | } catch (err) { | |
53 | await onMoveToObjectStorageFailure(job, err) | |
54 | ||
55 | throw err | |
56 | } finally { | |
57 | fileMutexReleaser() | |
58 | } | |
59 | ||
60 | return payload.videoUUID | |
61 | } | |
62 | ||
63 | export async function onMoveToObjectStorageFailure (job: Job, err: any) { | |
64 | const payload = job.data as MoveObjectStoragePayload | |
65 | ||
66 | const video = await VideoModel.loadWithFiles(payload.videoUUID) | |
67 | if (!video) return | |
68 | ||
69 | logger.error('Cannot move video %s to object storage.', video.url, { err, ...lTagsBase(video.uuid, video.url) }) | |
70 | ||
71 | await moveToFailedMoveToObjectStorageState(video) | |
72 | await VideoJobInfoModel.abortAllTasks(video.uuid, 'pendingMove') | |
73 | } | |
74 | ||
75 | // --------------------------------------------------------------------------- | |
76 | ||
77 | async function moveWebTorrentFiles (video: MVideoWithAllFiles) { | |
78 | for (const file of video.VideoFiles) { | |
79 | if (file.storage !== VideoStorage.FILE_SYSTEM) continue | |
80 | ||
81 | const fileUrl = await storeWebTorrentFile(video, file) | |
82 | ||
83 | const oldPath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, file) | |
84 | await onFileMoved({ videoOrPlaylist: video, file, fileUrl, oldPath }) | |
85 | } | |
86 | } | |
87 | ||
88 | async function moveHLSFiles (video: MVideoWithAllFiles) { | |
89 | for (const playlist of video.VideoStreamingPlaylists) { | |
90 | const playlistWithVideo = playlist.withVideo(video) | |
91 | ||
92 | for (const file of playlist.VideoFiles) { | |
93 | if (file.storage !== VideoStorage.FILE_SYSTEM) continue | |
94 | ||
95 | // Resolution playlist | |
96 | const playlistFilename = getHlsResolutionPlaylistFilename(file.filename) | |
97 | await storeHLSFileFromFilename(playlistWithVideo, playlistFilename) | |
98 | ||
99 | // Resolution fragmented file | |
100 | const fileUrl = await storeHLSFileFromFilename(playlistWithVideo, file.filename) | |
101 | ||
102 | const oldPath = join(getHLSDirectory(video), file.filename) | |
103 | ||
104 | await onFileMoved({ videoOrPlaylist: Object.assign(playlist, { Video: video }), file, fileUrl, oldPath }) | |
105 | } | |
106 | } | |
107 | } | |
108 | ||
109 | async function doAfterLastJob (options: { | |
110 | video: MVideoWithAllFiles | |
111 | previousVideoState: VideoState | |
112 | isNewVideo: boolean | |
113 | }) { | |
114 | const { video, previousVideoState, isNewVideo } = options | |
115 | ||
116 | for (const playlist of video.VideoStreamingPlaylists) { | |
117 | if (playlist.storage === VideoStorage.OBJECT_STORAGE) continue | |
118 | ||
119 | const playlistWithVideo = playlist.withVideo(video) | |
120 | ||
121 | // Master playlist | |
122 | playlist.playlistUrl = await storeHLSFileFromFilename(playlistWithVideo, playlist.playlistFilename) | |
123 | // Sha256 segments file | |
124 | playlist.segmentsSha256Url = await storeHLSFileFromFilename(playlistWithVideo, playlist.segmentsSha256Filename) | |
125 | ||
126 | playlist.storage = VideoStorage.OBJECT_STORAGE | |
127 | ||
128 | playlist.assignP2PMediaLoaderInfoHashes(video, playlist.VideoFiles) | |
129 | playlist.p2pMediaLoaderPeerVersion = P2P_MEDIA_LOADER_PEER_VERSION | |
130 | ||
131 | await playlist.save() | |
132 | } | |
133 | ||
134 | // Remove empty hls video directory | |
135 | if (video.VideoStreamingPlaylists) { | |
136 | await remove(getHLSDirectory(video)) | |
137 | } | |
138 | ||
139 | await moveToNextState({ video, previousVideoState, isNewVideo }) | |
140 | } | |
141 | ||
142 | async function onFileMoved (options: { | |
143 | videoOrPlaylist: MVideo | MStreamingPlaylistVideo | |
144 | file: MVideoFile | |
145 | fileUrl: string | |
146 | oldPath: string | |
147 | }) { | |
148 | const { videoOrPlaylist, file, fileUrl, oldPath } = options | |
149 | ||
150 | file.fileUrl = fileUrl | |
151 | file.storage = VideoStorage.OBJECT_STORAGE | |
152 | ||
153 | await updateTorrentMetadata(videoOrPlaylist, file) | |
154 | await file.save() | |
155 | ||
156 | logger.debug('Removing %s because it\'s now on object storage', oldPath) | |
157 | await remove(oldPath) | |
158 | } |