]>
Commit | Line | Data |
---|---|---|
1 | import { Job } from 'bull' | |
2 | import { copyFile, ensureDir, move, remove, stat } from 'fs-extra' | |
3 | import { basename, extname as extnameUtil, join } from 'path' | |
4 | import { toEven } from '@server/helpers/core-utils' | |
5 | import { retryTransactionWrapper } from '@server/helpers/database-utils' | |
6 | import { createTorrentAndSetInfoHash } from '@server/helpers/webtorrent' | |
7 | import { sequelizeTypescript } from '@server/initializers/database' | |
8 | import { MStreamingPlaylistFilesVideo, MVideo, MVideoFile, MVideoFullLight } from '@server/types/models' | |
9 | import { VideoResolution, VideoStorage } from '../../../shared/models/videos' | |
10 | import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type' | |
11 | import { | |
12 | buildFileMetadata, | |
13 | canDoQuickTranscode, | |
14 | getVideoStreamDuration, | |
15 | getVideoStreamFPS, | |
16 | transcodeVOD, | |
17 | TranscodeVODOptions, | |
18 | TranscodeVODOptionsType | |
19 | } from '../../helpers/ffmpeg' | |
20 | import { CONFIG } from '../../initializers/config' | |
21 | import { P2P_MEDIA_LOADER_PEER_VERSION } from '../../initializers/constants' | |
22 | import { VideoFileModel } from '../../models/video/video-file' | |
23 | import { VideoStreamingPlaylistModel } from '../../models/video/video-streaming-playlist' | |
24 | import { updateMasterHLSPlaylist, updateSha256VODSegments } from '../hls' | |
25 | import { | |
26 | generateHLSMasterPlaylistFilename, | |
27 | generateHlsSha256SegmentsFilename, | |
28 | generateHLSVideoFilename, | |
29 | generateWebTorrentVideoFilename, | |
30 | getHlsResolutionPlaylistFilename | |
31 | } from '../paths' | |
32 | import { VideoPathManager } from '../video-path-manager' | |
33 | import { VideoTranscodingProfilesManager } from './default-transcoding-profiles' | |
34 | ||
35 | /** | |
36 | * | |
37 | * Functions that run transcoding functions, update the database, cleanup files, create torrent files... | |
38 | * Mainly called by the job queue | |
39 | * | |
40 | */ | |
41 | ||
42 | // Optimize the original video file and replace it. The resolution is not changed. | |
43 | function optimizeOriginalVideofile (video: MVideoFullLight, inputVideoFile: MVideoFile, job?: Job) { | |
44 | const transcodeDirectory = CONFIG.STORAGE.TMP_DIR | |
45 | const newExtname = '.mp4' | |
46 | ||
47 | return VideoPathManager.Instance.makeAvailableVideoFile(inputVideoFile.withVideoOrPlaylist(video), async videoInputPath => { | |
48 | const videoTranscodedPath = join(transcodeDirectory, video.id + '-transcoded' + newExtname) | |
49 | ||
50 | const transcodeType: TranscodeVODOptionsType = await canDoQuickTranscode(videoInputPath) | |
51 | ? 'quick-transcode' | |
52 | : 'video' | |
53 | ||
54 | const resolution = toEven(inputVideoFile.resolution) | |
55 | ||
56 | const transcodeOptions: TranscodeVODOptions = { | |
57 | type: transcodeType, | |
58 | ||
59 | inputPath: videoInputPath, | |
60 | outputPath: videoTranscodedPath, | |
61 | ||
62 | availableEncoders: VideoTranscodingProfilesManager.Instance.getAvailableEncoders(), | |
63 | profile: CONFIG.TRANSCODING.PROFILE, | |
64 | ||
65 | resolution, | |
66 | ||
67 | job | |
68 | } | |
69 | ||
70 | // Could be very long! | |
71 | await transcodeVOD(transcodeOptions) | |
72 | ||
73 | // Important to do this before getVideoFilename() to take in account the new filename | |
74 | inputVideoFile.extname = newExtname | |
75 | inputVideoFile.filename = generateWebTorrentVideoFilename(resolution, newExtname) | |
76 | inputVideoFile.storage = VideoStorage.FILE_SYSTEM | |
77 | ||
78 | const videoOutputPath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, inputVideoFile) | |
79 | ||
80 | const { videoFile } = await onWebTorrentVideoFileTranscoding(video, inputVideoFile, videoTranscodedPath, videoOutputPath) | |
81 | await remove(videoInputPath) | |
82 | ||
83 | return { transcodeType, videoFile } | |
84 | }) | |
85 | } | |
86 | ||
87 | // Transcode the original video file to a lower resolution | |
88 | // We are sure it's x264 in mp4 because optimizeOriginalVideofile was already executed | |
89 | function transcodeNewWebTorrentResolution (video: MVideoFullLight, resolution: VideoResolution, isPortrait: boolean, job: Job) { | |
90 | const transcodeDirectory = CONFIG.STORAGE.TMP_DIR | |
91 | const extname = '.mp4' | |
92 | ||
93 | return VideoPathManager.Instance.makeAvailableVideoFile(video.getMaxQualityFile().withVideoOrPlaylist(video), async videoInputPath => { | |
94 | const newVideoFile = new VideoFileModel({ | |
95 | resolution, | |
96 | extname, | |
97 | filename: generateWebTorrentVideoFilename(resolution, extname), | |
98 | size: 0, | |
99 | videoId: video.id | |
100 | }) | |
101 | ||
102 | const videoOutputPath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, newVideoFile) | |
103 | const videoTranscodedPath = join(transcodeDirectory, newVideoFile.filename) | |
104 | ||
105 | const transcodeOptions = resolution === VideoResolution.H_NOVIDEO | |
106 | ? { | |
107 | type: 'only-audio' as 'only-audio', | |
108 | ||
109 | inputPath: videoInputPath, | |
110 | outputPath: videoTranscodedPath, | |
111 | ||
112 | availableEncoders: VideoTranscodingProfilesManager.Instance.getAvailableEncoders(), | |
113 | profile: CONFIG.TRANSCODING.PROFILE, | |
114 | ||
115 | resolution, | |
116 | ||
117 | job | |
118 | } | |
119 | : { | |
120 | type: 'video' as 'video', | |
121 | inputPath: videoInputPath, | |
122 | outputPath: videoTranscodedPath, | |
123 | ||
124 | availableEncoders: VideoTranscodingProfilesManager.Instance.getAvailableEncoders(), | |
125 | profile: CONFIG.TRANSCODING.PROFILE, | |
126 | ||
127 | resolution, | |
128 | isPortraitMode: isPortrait, | |
129 | ||
130 | job | |
131 | } | |
132 | ||
133 | await transcodeVOD(transcodeOptions) | |
134 | ||
135 | return onWebTorrentVideoFileTranscoding(video, newVideoFile, videoTranscodedPath, videoOutputPath) | |
136 | }) | |
137 | } | |
138 | ||
139 | // Merge an image with an audio file to create a video | |
140 | function mergeAudioVideofile (video: MVideoFullLight, resolution: VideoResolution, job: Job) { | |
141 | const transcodeDirectory = CONFIG.STORAGE.TMP_DIR | |
142 | const newExtname = '.mp4' | |
143 | ||
144 | const inputVideoFile = video.getMinQualityFile() | |
145 | ||
146 | return VideoPathManager.Instance.makeAvailableVideoFile(inputVideoFile.withVideoOrPlaylist(video), async audioInputPath => { | |
147 | const videoTranscodedPath = join(transcodeDirectory, video.id + '-transcoded' + newExtname) | |
148 | ||
149 | // If the user updates the video preview during transcoding | |
150 | const previewPath = video.getPreview().getPath() | |
151 | const tmpPreviewPath = join(CONFIG.STORAGE.TMP_DIR, basename(previewPath)) | |
152 | await copyFile(previewPath, tmpPreviewPath) | |
153 | ||
154 | const transcodeOptions = { | |
155 | type: 'merge-audio' as 'merge-audio', | |
156 | ||
157 | inputPath: tmpPreviewPath, | |
158 | outputPath: videoTranscodedPath, | |
159 | ||
160 | availableEncoders: VideoTranscodingProfilesManager.Instance.getAvailableEncoders(), | |
161 | profile: CONFIG.TRANSCODING.PROFILE, | |
162 | ||
163 | audioPath: audioInputPath, | |
164 | resolution, | |
165 | ||
166 | job | |
167 | } | |
168 | ||
169 | try { | |
170 | await transcodeVOD(transcodeOptions) | |
171 | ||
172 | await remove(audioInputPath) | |
173 | await remove(tmpPreviewPath) | |
174 | } catch (err) { | |
175 | await remove(tmpPreviewPath) | |
176 | throw err | |
177 | } | |
178 | ||
179 | // Important to do this before getVideoFilename() to take in account the new file extension | |
180 | inputVideoFile.extname = newExtname | |
181 | inputVideoFile.resolution = resolution | |
182 | inputVideoFile.filename = generateWebTorrentVideoFilename(inputVideoFile.resolution, newExtname) | |
183 | ||
184 | const videoOutputPath = VideoPathManager.Instance.getFSVideoFileOutputPath(video, inputVideoFile) | |
185 | // ffmpeg generated a new video file, so update the video duration | |
186 | // See https://trac.ffmpeg.org/ticket/5456 | |
187 | video.duration = await getVideoStreamDuration(videoTranscodedPath) | |
188 | await video.save() | |
189 | ||
190 | return onWebTorrentVideoFileTranscoding(video, inputVideoFile, videoTranscodedPath, videoOutputPath) | |
191 | }) | |
192 | } | |
193 | ||
194 | // Concat TS segments from a live video to a fragmented mp4 HLS playlist | |
195 | async function generateHlsPlaylistResolutionFromTS (options: { | |
196 | video: MVideo | |
197 | concatenatedTsFilePath: string | |
198 | resolution: VideoResolution | |
199 | isPortraitMode: boolean | |
200 | isAAC: boolean | |
201 | }) { | |
202 | return generateHlsPlaylistCommon({ | |
203 | video: options.video, | |
204 | resolution: options.resolution, | |
205 | isPortraitMode: options.isPortraitMode, | |
206 | inputPath: options.concatenatedTsFilePath, | |
207 | type: 'hls-from-ts' as 'hls-from-ts', | |
208 | isAAC: options.isAAC | |
209 | }) | |
210 | } | |
211 | ||
212 | // Generate an HLS playlist from an input file, and update the master playlist | |
213 | function generateHlsPlaylistResolution (options: { | |
214 | video: MVideo | |
215 | videoInputPath: string | |
216 | resolution: VideoResolution | |
217 | copyCodecs: boolean | |
218 | isPortraitMode: boolean | |
219 | job?: Job | |
220 | }) { | |
221 | return generateHlsPlaylistCommon({ | |
222 | video: options.video, | |
223 | resolution: options.resolution, | |
224 | copyCodecs: options.copyCodecs, | |
225 | isPortraitMode: options.isPortraitMode, | |
226 | inputPath: options.videoInputPath, | |
227 | type: 'hls' as 'hls', | |
228 | job: options.job | |
229 | }) | |
230 | } | |
231 | ||
232 | // --------------------------------------------------------------------------- | |
233 | ||
234 | export { | |
235 | generateHlsPlaylistResolution, | |
236 | generateHlsPlaylistResolutionFromTS, | |
237 | optimizeOriginalVideofile, | |
238 | transcodeNewWebTorrentResolution, | |
239 | mergeAudioVideofile | |
240 | } | |
241 | ||
242 | // --------------------------------------------------------------------------- | |
243 | ||
244 | async function onWebTorrentVideoFileTranscoding ( | |
245 | video: MVideoFullLight, | |
246 | videoFile: MVideoFile, | |
247 | transcodingPath: string, | |
248 | outputPath: string | |
249 | ) { | |
250 | const stats = await stat(transcodingPath) | |
251 | const fps = await getVideoStreamFPS(transcodingPath) | |
252 | const metadata = await buildFileMetadata(transcodingPath) | |
253 | ||
254 | await move(transcodingPath, outputPath, { overwrite: true }) | |
255 | ||
256 | videoFile.size = stats.size | |
257 | videoFile.fps = fps | |
258 | videoFile.metadata = metadata | |
259 | ||
260 | await createTorrentAndSetInfoHash(video, videoFile) | |
261 | ||
262 | const oldFile = await VideoFileModel.loadWebTorrentFile({ videoId: video.id, fps: videoFile.fps, resolution: videoFile.resolution }) | |
263 | if (oldFile) await video.removeWebTorrentFileAndTorrent(oldFile) | |
264 | ||
265 | await VideoFileModel.customUpsert(videoFile, 'video', undefined) | |
266 | video.VideoFiles = await video.$get('VideoFiles') | |
267 | ||
268 | return { video, videoFile } | |
269 | } | |
270 | ||
271 | async function generateHlsPlaylistCommon (options: { | |
272 | type: 'hls' | 'hls-from-ts' | |
273 | video: MVideo | |
274 | inputPath: string | |
275 | resolution: VideoResolution | |
276 | copyCodecs?: boolean | |
277 | isAAC?: boolean | |
278 | isPortraitMode: boolean | |
279 | ||
280 | job?: Job | |
281 | }) { | |
282 | const { type, video, inputPath, resolution, copyCodecs, isPortraitMode, isAAC, job } = options | |
283 | const transcodeDirectory = CONFIG.STORAGE.TMP_DIR | |
284 | ||
285 | const videoTranscodedBasePath = join(transcodeDirectory, type) | |
286 | await ensureDir(videoTranscodedBasePath) | |
287 | ||
288 | const videoFilename = generateHLSVideoFilename(resolution) | |
289 | const resolutionPlaylistFilename = getHlsResolutionPlaylistFilename(videoFilename) | |
290 | const resolutionPlaylistFileTranscodePath = join(videoTranscodedBasePath, resolutionPlaylistFilename) | |
291 | ||
292 | const transcodeOptions = { | |
293 | type, | |
294 | ||
295 | inputPath, | |
296 | outputPath: resolutionPlaylistFileTranscodePath, | |
297 | ||
298 | availableEncoders: VideoTranscodingProfilesManager.Instance.getAvailableEncoders(), | |
299 | profile: CONFIG.TRANSCODING.PROFILE, | |
300 | ||
301 | resolution, | |
302 | copyCodecs, | |
303 | isPortraitMode, | |
304 | ||
305 | isAAC, | |
306 | ||
307 | hlsPlaylist: { | |
308 | videoFilename | |
309 | }, | |
310 | ||
311 | job | |
312 | } | |
313 | ||
314 | await transcodeVOD(transcodeOptions) | |
315 | ||
316 | // Create or update the playlist | |
317 | const { playlist, oldPlaylistFilename, oldSegmentsSha256Filename } = await retryTransactionWrapper(() => { | |
318 | return sequelizeTypescript.transaction(async transaction => { | |
319 | const playlist = await VideoStreamingPlaylistModel.loadOrGenerate(video, transaction) | |
320 | ||
321 | const oldPlaylistFilename = playlist.playlistFilename | |
322 | const oldSegmentsSha256Filename = playlist.segmentsSha256Filename | |
323 | ||
324 | playlist.playlistFilename = generateHLSMasterPlaylistFilename(video.isLive) | |
325 | playlist.segmentsSha256Filename = generateHlsSha256SegmentsFilename(video.isLive) | |
326 | ||
327 | playlist.p2pMediaLoaderInfohashes = [] | |
328 | playlist.p2pMediaLoaderPeerVersion = P2P_MEDIA_LOADER_PEER_VERSION | |
329 | ||
330 | playlist.type = VideoStreamingPlaylistType.HLS | |
331 | ||
332 | await playlist.save({ transaction }) | |
333 | ||
334 | return { playlist, oldPlaylistFilename, oldSegmentsSha256Filename } | |
335 | }) | |
336 | }) | |
337 | ||
338 | if (oldPlaylistFilename) await video.removeStreamingPlaylistFile(playlist, oldPlaylistFilename) | |
339 | if (oldSegmentsSha256Filename) await video.removeStreamingPlaylistFile(playlist, oldSegmentsSha256Filename) | |
340 | ||
341 | // Build the new playlist file | |
342 | const extname = extnameUtil(videoFilename) | |
343 | const newVideoFile = new VideoFileModel({ | |
344 | resolution, | |
345 | extname, | |
346 | size: 0, | |
347 | filename: videoFilename, | |
348 | fps: -1, | |
349 | videoStreamingPlaylistId: playlist.id | |
350 | }) | |
351 | ||
352 | const videoFilePath = VideoPathManager.Instance.getFSVideoFileOutputPath(playlist, newVideoFile) | |
353 | ||
354 | // Move files from tmp transcoded directory to the appropriate place | |
355 | await ensureDir(VideoPathManager.Instance.getFSHLSOutputPath(video)) | |
356 | ||
357 | // Move playlist file | |
358 | const resolutionPlaylistPath = VideoPathManager.Instance.getFSHLSOutputPath(video, resolutionPlaylistFilename) | |
359 | await move(resolutionPlaylistFileTranscodePath, resolutionPlaylistPath, { overwrite: true }) | |
360 | // Move video file | |
361 | await move(join(videoTranscodedBasePath, videoFilename), videoFilePath, { overwrite: true }) | |
362 | ||
363 | const stats = await stat(videoFilePath) | |
364 | ||
365 | newVideoFile.size = stats.size | |
366 | newVideoFile.fps = await getVideoStreamFPS(videoFilePath) | |
367 | newVideoFile.metadata = await buildFileMetadata(videoFilePath) | |
368 | ||
369 | await createTorrentAndSetInfoHash(playlist, newVideoFile) | |
370 | ||
371 | const oldFile = await VideoFileModel.loadHLSFile({ playlistId: playlist.id, fps: newVideoFile.fps, resolution: newVideoFile.resolution }) | |
372 | if (oldFile) await video.removeStreamingPlaylistVideoFile(playlist, oldFile) | |
373 | ||
374 | const savedVideoFile = await VideoFileModel.customUpsert(newVideoFile, 'streaming-playlist', undefined) | |
375 | ||
376 | const playlistWithFiles = playlist as MStreamingPlaylistFilesVideo | |
377 | playlistWithFiles.VideoFiles = await playlist.$get('VideoFiles') | |
378 | playlist.assignP2PMediaLoaderInfoHashes(video, playlistWithFiles.VideoFiles) | |
379 | playlist.storage = VideoStorage.FILE_SYSTEM | |
380 | ||
381 | await playlist.save() | |
382 | ||
383 | video.setHLSPlaylist(playlist) | |
384 | ||
385 | await updateMasterHLSPlaylist(video, playlistWithFiles) | |
386 | await updateSha256VODSegments(video, playlistWithFiles) | |
387 | ||
388 | return { resolutionPlaylistPath, videoFile: savedVideoFile } | |
389 | } |