-/* tslint:disable:no-unused-expression */
+/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
-import * as chai from 'chai'
import 'mocha'
+import * as chai from 'chai'
+import { basename, join } from 'path'
+import { removeFragmentedMP4Ext, uuidRegex } from '@shared/core-utils'
import {
+ areObjectStorageTestsDisabled,
checkDirectoryIsEmpty,
+ checkResolutionsInMasterPlaylist,
checkSegmentHash,
checkTmpIsEmpty,
+ cleanupTests,
+ createMultipleServers,
doubleFollow,
- flushAndRunMultipleServers,
- flushTests,
- getPlaylist,
- getVideo,
- killallServers,
- removeVideo,
- ServerInfo,
+ expectStartWith,
+ hlsInfohashExist,
+ makeRawRequest,
+ ObjectStorageCommand,
+ PeerTubeServer,
setAccessTokensToServers,
- updateVideo,
- uploadVideo,
- waitJobs
-} from '../../../../shared/extra-utils'
-import { VideoDetails } from '../../../../shared/models/videos'
-import { VideoStreamingPlaylistType } from '../../../../shared/models/videos/video-streaming-playlist.type'
-import { join } from 'path'
+ waitJobs,
+ webtorrentAdd
+} from '@shared/extra-utils'
+import { HttpStatusCode, VideoStreamingPlaylistType } from '@shared/models'
+import { DEFAULT_AUDIO_RESOLUTION } from '../../../initializers/constants'
const expect = chai.expect
-async function checkHlsPlaylist (servers: ServerInfo[], videoUUID: string) {
- const resolutions = [ 240, 360, 480, 720 ]
+async function checkHlsPlaylist (options: {
+ servers: PeerTubeServer[]
+ videoUUID: string
+ hlsOnly: boolean
+
+ resolutions?: number[]
+ objectStorageBaseUrl: string
+}) {
+ const { videoUUID, hlsOnly, objectStorageBaseUrl } = options
+
+ const resolutions = options.resolutions ?? [ 240, 360, 480, 720 ]
- for (const server of servers) {
- const res = await getVideo(server.url, videoUUID)
- const videoDetails: VideoDetails = res.body
+ for (const server of options.servers) {
+ const videoDetails = await server.videos.get({ id: videoUUID })
+ const baseUrl = `http://${videoDetails.account.host}`
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
const hlsPlaylist = videoDetails.streamingPlaylists.find(p => p.type === VideoStreamingPlaylistType.HLS)
expect(hlsPlaylist).to.not.be.undefined
- {
- const res2 = await getPlaylist(hlsPlaylist.playlistUrl)
+ const hlsFiles = hlsPlaylist.files
+ expect(hlsFiles).to.have.lengthOf(resolutions.length)
+
+ if (hlsOnly) expect(videoDetails.files).to.have.lengthOf(0)
+ else expect(videoDetails.files).to.have.lengthOf(resolutions.length)
+
+ // Check JSON files
+ for (const resolution of resolutions) {
+ const file = hlsFiles.find(f => f.resolution.id === resolution)
+ expect(file).to.not.be.undefined
+
+ expect(file.magnetUri).to.have.lengthOf.above(2)
+ expect(file.torrentUrl).to.match(
+ new RegExp(`http://${server.host}/lazy-static/torrents/${uuidRegex}-${file.resolution.id}-hls.torrent`)
+ )
- const masterPlaylist = res2.text
+ if (objectStorageBaseUrl) {
+ expectStartWith(file.fileUrl, objectStorageBaseUrl)
+ } else {
+ expect(file.fileUrl).to.match(
+ new RegExp(`${baseUrl}/static/streaming-playlists/hls/${videoDetails.uuid}/${uuidRegex}-${file.resolution.id}-fragmented.mp4`)
+ )
+ }
+
+ expect(file.resolution.label).to.equal(resolution + 'p')
+
+ await makeRawRequest(file.torrentUrl, HttpStatusCode.OK_200)
+ await makeRawRequest(file.fileUrl, HttpStatusCode.OK_200)
+
+ const torrent = await webtorrentAdd(file.magnetUri, true)
+ expect(torrent.files).to.be.an('array')
+ expect(torrent.files.length).to.equal(1)
+ expect(torrent.files[0].path).to.exist.and.to.not.equal('')
+ }
+
+ // Check master playlist
+ {
+ await checkResolutionsInMasterPlaylist({ server, playlistUrl: hlsPlaylist.playlistUrl, resolutions })
- expect(masterPlaylist).to.contain('#EXT-X-STREAM-INF:BANDWIDTH=55472,RESOLUTION=640x360,FRAME-RATE=25')
+ const masterPlaylist = await server.streamingPlaylists.get({ url: hlsPlaylist.playlistUrl })
+ let i = 0
for (const resolution of resolutions) {
expect(masterPlaylist).to.contain(`${resolution}.m3u8`)
+ expect(masterPlaylist).to.contain(`${resolution}.m3u8`)
+
+ const url = 'http://' + videoDetails.account.host
+ await hlsInfohashExist(url, hlsPlaylist.playlistUrl, i)
+
+ i++
}
}
+ // Check resolution playlists
{
for (const resolution of resolutions) {
- const res2 = await getPlaylist(`http://localhost:9001/static/streaming-playlists/hls/${videoUUID}/${resolution}.m3u8`)
+ const file = hlsFiles.find(f => f.resolution.id === resolution)
+ const playlistName = removeFragmentedMP4Ext(basename(file.fileUrl)) + '.m3u8'
+
+ const url = objectStorageBaseUrl
+ ? `${objectStorageBaseUrl}hls/${videoUUID}/${playlistName}`
+ : `${baseUrl}/static/streaming-playlists/hls/${videoUUID}/${playlistName}`
- const subPlaylist = res2.text
- expect(subPlaylist).to.contain(`${videoUUID}-${resolution}-fragmented.mp4`)
+ const subPlaylist = await server.streamingPlaylists.get({ url })
+
+ expect(subPlaylist).to.match(new RegExp(`${uuidRegex}-${resolution}-fragmented.mp4`))
+ expect(subPlaylist).to.contain(basename(file.fileUrl))
}
}
{
- const baseUrl = 'http://localhost:9001/static/streaming-playlists/hls'
+ const baseUrlAndPath = objectStorageBaseUrl
+ ? objectStorageBaseUrl + 'hls/' + videoUUID
+ : baseUrl + '/static/streaming-playlists/hls/' + videoUUID
for (const resolution of resolutions) {
- await checkSegmentHash(baseUrl, baseUrl, videoUUID, resolution, hlsPlaylist)
+ await checkSegmentHash({
+ server,
+ baseUrlPlaylist: baseUrlAndPath,
+ baseUrlSegment: baseUrlAndPath,
+ resolution,
+ hlsPlaylist
+ })
}
}
}
}
describe('Test HLS videos', function () {
- let servers: ServerInfo[] = []
+ let servers: PeerTubeServer[] = []
let videoUUID = ''
+ let videoAudioUUID = ''
+
+ function runTestSuite (hlsOnly: boolean, objectStorageBaseUrl?: string) {
+
+ it('Should upload a video and transcode it to HLS', async function () {
+ this.timeout(120000)
+
+ const { uuid } = await servers[0].videos.upload({ attributes: { name: 'video 1', fixture: 'video_short.webm' } })
+ videoUUID = uuid
+
+ await waitJobs(servers)
+
+ await checkHlsPlaylist({ servers, videoUUID, hlsOnly, objectStorageBaseUrl })
+ })
+
+ it('Should upload an audio file and transcode it to HLS', async function () {
+ this.timeout(120000)
+
+ const { uuid } = await servers[0].videos.upload({ attributes: { name: 'video audio', fixture: 'sample.ogg' } })
+ videoAudioUUID = uuid
+
+ await waitJobs(servers)
+
+ await checkHlsPlaylist({
+ servers,
+ videoUUID: videoAudioUUID,
+ hlsOnly,
+ resolutions: [ DEFAULT_AUDIO_RESOLUTION, 360, 240 ],
+ objectStorageBaseUrl
+ })
+ })
+
+ it('Should update the video', async function () {
+ this.timeout(30000)
+
+ await servers[0].videos.update({ id: videoUUID, attributes: { name: 'video 1 updated' } })
+
+ await waitJobs(servers)
+
+ await checkHlsPlaylist({ servers, videoUUID, hlsOnly, objectStorageBaseUrl })
+ })
+
+ it('Should delete videos', async function () {
+ this.timeout(10000)
+
+ await servers[0].videos.remove({ id: videoUUID })
+ await servers[0].videos.remove({ id: videoAudioUUID })
+
+ await waitJobs(servers)
+
+ for (const server of servers) {
+ await server.videos.get({ id: videoUUID, expectedStatus: HttpStatusCode.NOT_FOUND_404 })
+ await server.videos.get({ id: videoAudioUUID, expectedStatus: HttpStatusCode.NOT_FOUND_404 })
+ }
+ })
+
+ it('Should have the playlists/segment deleted from the disk', async function () {
+ for (const server of servers) {
+ await checkDirectoryIsEmpty(server, 'videos')
+ await checkDirectoryIsEmpty(server, join('streaming-playlists', 'hls'))
+ }
+ })
+
+ it('Should have an empty tmp directory', async function () {
+ for (const server of servers) {
+ await checkTmpIsEmpty(server)
+ }
+ })
+ }
before(async function () {
this.timeout(120000)
- servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true, hls: { enabled: true } } })
+ const configOverride = {
+ transcoding: {
+ enabled: true,
+ allow_audio_files: true,
+ hls: {
+ enabled: true
+ }
+ }
+ }
+ servers = await createMultipleServers(2, configOverride)
// Get the access tokens
await setAccessTokensToServers(servers)
await doubleFollow(servers[0], servers[1])
})
- it('Should upload a video and transcode it to HLS', async function () {
- this.timeout(120000)
-
- {
- const res = await uploadVideo(servers[ 0 ].url, servers[ 0 ].accessToken, { name: 'video 1', fixture: 'video_short.webm' })
- videoUUID = res.body.video.uuid
- }
-
- await waitJobs(servers)
-
- await checkHlsPlaylist(servers, videoUUID)
+ describe('With WebTorrent & HLS enabled', function () {
+ runTestSuite(false)
})
- it('Should update the video', async function () {
- await updateVideo(servers[0].url, servers[0].accessToken, videoUUID, { name: 'video 1 updated' })
-
- await waitJobs(servers)
-
- await checkHlsPlaylist(servers, videoUUID)
+ describe('With only HLS enabled', function () {
+
+ before(async function () {
+ await servers[0].config.updateCustomSubConfig({
+ newConfig: {
+ transcoding: {
+ enabled: true,
+ allowAudioFiles: true,
+ resolutions: {
+ '144p': false,
+ '240p': true,
+ '360p': true,
+ '480p': true,
+ '720p': true,
+ '1080p': true,
+ '1440p': true,
+ '2160p': true
+ },
+ hls: {
+ enabled: true
+ },
+ webtorrent: {
+ enabled: false
+ }
+ }
+ }
+ })
+ })
+
+ runTestSuite(true)
})
- it('Should delete the video', async function () {
- await removeVideo(servers[0].url, servers[0].accessToken, videoUUID)
+ describe('With object storage enabled', function () {
+ if (areObjectStorageTestsDisabled()) return
- await waitJobs(servers)
+ before(async function () {
+ this.timeout(120000)
- for (const server of servers) {
- await getVideo(server.url, videoUUID, 404)
- }
- })
+ const configOverride = ObjectStorageCommand.getDefaultConfig()
+ await ObjectStorageCommand.prepareDefaultBuckets()
- it('Should have the playlists/segment deleted from the disk', async function () {
- for (const server of servers) {
- await checkDirectoryIsEmpty(server, 'videos')
- await checkDirectoryIsEmpty(server, join('streaming-playlists', 'hls'))
- }
- })
+ await servers[0].kill()
+ await servers[0].run(configOverride)
+ })
- it('Should have an empty tmp directory', async function () {
- for (const server of servers) {
- await checkTmpIsEmpty(server)
- }
+ runTestSuite(true, ObjectStorageCommand.getPlaylistBaseUrl())
})
after(async function () {
- killallServers(servers)
-
- // Keep the logs if the test failed
- if (this['ok']) {
- await flushTests()
- }
+ await cleanupTests(servers)
})
})