/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */ import { expect } from 'chai' import { basename, dirname, join } from 'path' import { removeFragmentedMP4Ext, uuidRegex } from '@shared/core-utils' import { sha256 } from '@shared/extra-utils' import { HttpStatusCode, VideoPrivacy, VideoResolution, VideoStreamingPlaylist, VideoStreamingPlaylistType } from '@shared/models' import { makeRawRequest, PeerTubeServer } from '@shared/server-commands' import { expectStartWith } from './checks' import { hlsInfohashExist } from './tracker' import { checkWebTorrentWorks } from './webtorrent' async function checkSegmentHash (options: { server: PeerTubeServer baseUrlPlaylist: string baseUrlSegment: string resolution: number hlsPlaylist: VideoStreamingPlaylist token?: string }) { const { server, baseUrlPlaylist, baseUrlSegment, resolution, hlsPlaylist, token } = options const command = server.streamingPlaylists const file = hlsPlaylist.files.find(f => f.resolution.id === resolution) const videoName = basename(file.fileUrl) const playlist = await command.get({ url: `${baseUrlPlaylist}/${removeFragmentedMP4Ext(videoName)}.m3u8`, token }) const matches = /#EXT-X-BYTERANGE:(\d+)@(\d+)/.exec(playlist) const length = parseInt(matches[1], 10) const offset = parseInt(matches[2], 10) const range = `${offset}-${offset + length - 1}` const segmentBody = await command.getFragmentedSegment({ url: `${baseUrlSegment}/${videoName}`, expectedStatus: HttpStatusCode.PARTIAL_CONTENT_206, range: `bytes=${range}`, token }) const shaBody = await command.getSegmentSha256({ url: hlsPlaylist.segmentsSha256Url, token }) expect(sha256(segmentBody)).to.equal(shaBody[videoName][range], `Invalid sha256 result for ${videoName} range ${range}`) } // --------------------------------------------------------------------------- async function checkLiveSegmentHash (options: { server: PeerTubeServer baseUrlSegment: string videoUUID: string segmentName: string hlsPlaylist: VideoStreamingPlaylist withRetry?: boolean }) { const { server, baseUrlSegment, videoUUID, segmentName, hlsPlaylist, withRetry = false } = options const command = server.streamingPlaylists const segmentBody = await command.getFragmentedSegment({ url: `${baseUrlSegment}/${videoUUID}/${segmentName}`, withRetry }) const shaBody = await command.getSegmentSha256({ url: hlsPlaylist.segmentsSha256Url, withRetry }) expect(sha256(segmentBody)).to.equal(shaBody[segmentName]) } // --------------------------------------------------------------------------- async function checkResolutionsInMasterPlaylist (options: { server: PeerTubeServer playlistUrl: string resolutions: number[] token?: string transcoded?: boolean // default true withRetry?: boolean // default false }) { const { server, playlistUrl, resolutions, token, withRetry = false, transcoded = true } = options const masterPlaylist = await server.streamingPlaylists.get({ url: playlistUrl, token, withRetry }) for (const resolution of resolutions) { const base = '#EXT-X-STREAM-INF:BANDWIDTH=\\d+,RESOLUTION=\\d+x' + resolution if (resolution === VideoResolution.H_NOVIDEO) { expect(masterPlaylist).to.match(new RegExp(`${base},CODECS="mp4a.40.2"`)) } else if (transcoded) { expect(masterPlaylist).to.match(new RegExp(`${base},(FRAME-RATE=\\d+,)?CODECS="avc1.64001f,mp4a.40.2"`)) } else { expect(masterPlaylist).to.match(new RegExp(`${base}`)) } } const playlistsLength = masterPlaylist.split('\n').filter(line => line.startsWith('#EXT-X-STREAM-INF:BANDWIDTH=')) expect(playlistsLength).to.have.lengthOf(resolutions.length) } async function completeCheckHlsPlaylist (options: { servers: PeerTubeServer[] videoUUID: string hlsOnly: boolean resolutions?: number[] objectStorageBaseUrl?: string }) { const { videoUUID, hlsOnly, objectStorageBaseUrl } = options const resolutions = options.resolutions ?? [ 240, 360, 480, 720 ] for (const server of options.servers) { const videoDetails = await server.videos.getWithToken({ id: videoUUID }) const requiresAuth = videoDetails.privacy.id === VideoPrivacy.PRIVATE || videoDetails.privacy.id === VideoPrivacy.INTERNAL const privatePath = requiresAuth ? 'private/' : '' const token = requiresAuth ? server.accessToken : undefined const baseUrl = `http://${videoDetails.account.host}` expect(videoDetails.streamingPlaylists).to.have.lengthOf(1) const hlsPlaylist = videoDetails.streamingPlaylists.find(p => p.type === VideoStreamingPlaylistType.HLS) expect(hlsPlaylist).to.not.be.undefined const hlsFiles = hlsPlaylist.files expect(hlsFiles).to.have.lengthOf(resolutions.length) if (hlsOnly) expect(videoDetails.files).to.have.lengthOf(0) else expect(videoDetails.files).to.have.lengthOf(resolutions.length) // Check JSON files for (const resolution of resolutions) { const file = hlsFiles.find(f => f.resolution.id === resolution) expect(file).to.not.be.undefined if (file.resolution.id === VideoResolution.H_NOVIDEO) { expect(file.resolution.label).to.equal('Audio') } else { expect(file.resolution.label).to.equal(resolution + 'p') } expect(file.magnetUri).to.have.lengthOf.above(2) await checkWebTorrentWorks(file.magnetUri) { const nameReg = `${uuidRegex}-${file.resolution.id}` expect(file.torrentUrl).to.match(new RegExp(`${server.url}/lazy-static/torrents/${nameReg}-hls.torrent`)) if (objectStorageBaseUrl && requiresAuth) { // eslint-disable-next-line max-len expect(file.fileUrl).to.match(new RegExp(`${server.url}/object-storage-proxy/streaming-playlists/hls/${privatePath}${videoDetails.uuid}/${nameReg}-fragmented.mp4`)) } else if (objectStorageBaseUrl) { expectStartWith(file.fileUrl, objectStorageBaseUrl) } else { expect(file.fileUrl).to.match( new RegExp(`${baseUrl}/static/streaming-playlists/hls/${privatePath}${videoDetails.uuid}/${nameReg}-fragmented.mp4`) ) } } { await Promise.all([ makeRawRequest({ url: file.torrentUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.torrentDownloadUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.metadataUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.fileUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.fileDownloadUrl, token, expectedStatus: objectStorageBaseUrl ? HttpStatusCode.FOUND_302 : HttpStatusCode.OK_200 }) ]) } } // Check master playlist { await checkResolutionsInMasterPlaylist({ server, token, playlistUrl: hlsPlaylist.playlistUrl, resolutions }) const masterPlaylist = await server.streamingPlaylists.get({ url: hlsPlaylist.playlistUrl, token }) let i = 0 for (const resolution of resolutions) { expect(masterPlaylist).to.contain(`${resolution}.m3u8`) expect(masterPlaylist).to.contain(`${resolution}.m3u8`) const url = 'http://' + videoDetails.account.host await hlsInfohashExist(url, hlsPlaylist.playlistUrl, i) i++ } } // Check resolution playlists { for (const resolution of resolutions) { const file = hlsFiles.find(f => f.resolution.id === resolution) const playlistName = removeFragmentedMP4Ext(basename(file.fileUrl)) + '.m3u8' let url: string if (objectStorageBaseUrl && requiresAuth) { url = `${baseUrl}/object-storage-proxy/streaming-playlists/hls/${privatePath}${videoUUID}/${playlistName}` } else if (objectStorageBaseUrl) { url = `${objectStorageBaseUrl}hls/${videoUUID}/${playlistName}` } else { url = `${baseUrl}/static/streaming-playlists/hls/${privatePath}${videoUUID}/${playlistName}` } const subPlaylist = await server.streamingPlaylists.get({ url, token }) expect(subPlaylist).to.match(new RegExp(`${uuidRegex}-${resolution}-fragmented.mp4`)) expect(subPlaylist).to.contain(basename(file.fileUrl)) } } { let baseUrlAndPath: string if (objectStorageBaseUrl && requiresAuth) { baseUrlAndPath = `${baseUrl}/object-storage-proxy/streaming-playlists/hls/${privatePath}${videoUUID}` } else if (objectStorageBaseUrl) { baseUrlAndPath = `${objectStorageBaseUrl}hls/${videoUUID}` } else { baseUrlAndPath = `${baseUrl}/static/streaming-playlists/hls/${privatePath}${videoUUID}` } for (const resolution of resolutions) { await checkSegmentHash({ server, token, baseUrlPlaylist: baseUrlAndPath, baseUrlSegment: baseUrlAndPath, resolution, hlsPlaylist }) } } } } async function checkVideoFileTokenReinjection (options: { server: PeerTubeServer videoUUID: string videoFileToken: string resolutions: number[] isLive: boolean }) { const { server, resolutions, videoFileToken, videoUUID, isLive } = options const video = await server.videos.getWithToken({ id: videoUUID }) const hls = video.streamingPlaylists[0] const query = { videoFileToken, reinjectVideoFileToken: 'true' } const { text } = await makeRawRequest({ url: hls.playlistUrl, query, expectedStatus: HttpStatusCode.OK_200 }) for (let i = 0; i < resolutions.length; i++) { const resolution = resolutions[i] const suffix = isLive ? i : `-${resolution}` expect(text).to.contain(`${suffix}.m3u8?videoFileToken=${videoFileToken}&reinjectVideoFileToken=true`) } const resolutionPlaylists = extractResolutionPlaylistUrls(hls.playlistUrl, text) expect(resolutionPlaylists).to.have.lengthOf(resolutions.length) for (const url of resolutionPlaylists) { const { text } = await makeRawRequest({ url, query, expectedStatus: HttpStatusCode.OK_200 }) const extension = isLive ? '.ts' : '.mp4' expect(text).to.contain(`${extension}?videoFileToken=${videoFileToken}`) expect(text).not.to.contain(`reinjectVideoFileToken=true`) } } function extractResolutionPlaylistUrls (masterPath: string, masterContent: string) { return masterContent.match(/^([^.]+\.m3u8.*)/mg) .map(filename => join(dirname(masterPath), filename)) } export { checkSegmentHash, checkLiveSegmentHash, checkResolutionsInMasterPlaylist, completeCheckHlsPlaylist, extractResolutionPlaylistUrls, checkVideoFileTokenReinjection }