server/tests/cli/create-import-video-file-job.ts

   1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
   2
   3 import 'mocha'
   4 import * as chai from 'chai'
   5 import {
   6   areObjectStorageTestsDisabled,
   7   cleanupTests,
   8   createMultipleServers,
   9   doubleFollow,
  10   expectStartWith,
  11   makeRawRequest,
  12   ObjectStorageCommand,
  13   PeerTubeServer,
  14   setAccessTokensToServers,
  15   waitJobs
  16 } from '@shared/server-commands'
  17 import { HttpStatusCode, VideoDetails, VideoFile, VideoInclude } from '@shared/models'
  18
  19 const expect = chai.expect
  20
  21 function assertVideoProperties (video: VideoFile, resolution: number, extname: string, size?: number) {
  22   expect(video).to.have.nested.property('resolution.id', resolution)
  23   expect(video).to.have.property('torrentUrl').that.includes(`-${resolution}.torrent`)
  24   expect(video).to.have.property('fileUrl').that.includes(`.${extname}`)
  25   expect(video).to.have.property('magnetUri').that.includes(`.${extname}`)
  26   expect(video).to.have.property('size').that.is.above(0)
  27
  28   if (size) expect(video.size).to.equal(size)
  29 }
  30
  31 async function checkFiles (video: VideoDetails, objectStorage: boolean) {
  32   for (const file of video.files) {
  33     if (objectStorage) expectStartWith(file.fileUrl, ObjectStorageCommand.getWebTorrentBaseUrl())
  34
  35     await makeRawRequest(file.fileUrl, HttpStatusCode.OK_200)
  36   }
  37 }
  38
  39 function runTests (objectStorage: boolean) {
  40   let video1ShortId: string
  41   let video2UUID: string
  42
  43   let servers: PeerTubeServer[] = []
  44
  45   before(async function () {
  46     this.timeout(90000)
  47
  48     const config = objectStorage
  49       ? ObjectStorageCommand.getDefaultConfig()
  50       : {}
  51
  52     // Run server 2 to have transcoding enabled
  53     servers = await createMultipleServers(2, config)
  54     await setAccessTokensToServers(servers)
  55
  56     await doubleFollow(servers[0], servers[1])
  57
  58     if (objectStorage) await ObjectStorageCommand.prepareDefaultBuckets()
  59
  60     // Upload two videos for our needs
  61     {
  62       const { shortUUID } = await servers[0].videos.upload({ attributes: { name: 'video1' } })
  63       video1ShortId = shortUUID
  64     }
  65
  66     {
  67       const { uuid } = await servers[1].videos.upload({ attributes: { name: 'video2' } })
  68       video2UUID = uuid
  69     }
  70
  71     await waitJobs(servers)
  72
  73     for (const server of servers) {
  74       await server.config.enableTranscoding()
  75     }
  76   })
  77
  78   it('Should run a import job on video 1 with a lower resolution', async function () {
  79     const command = `npm run create-import-video-file-job -- -v ${video1ShortId} -i server/tests/fixtures/video_short-480.webm`
  80     await servers[0].cli.execWithEnv(command)
  81
  82     await waitJobs(servers)
  83
  84     for (const server of servers) {
  85       const { data: videos } = await server.videos.list()
  86       expect(videos).to.have.lengthOf(2)
  87
  88       const video = videos.find(({ shortUUID }) => shortUUID === video1ShortId)
  89       const videoDetails = await server.videos.get({ id: video.shortUUID })
  90
  91       expect(videoDetails.files).to.have.lengthOf(2)
  92       const [ originalVideo, transcodedVideo ] = videoDetails.files
  93       assertVideoProperties(originalVideo, 720, 'webm', 218910)
  94       assertVideoProperties(transcodedVideo, 480, 'webm', 69217)
  95
  96       await checkFiles(videoDetails, objectStorage)
  97     }
  98   })
  99
 100   it('Should run a import job on video 2 with the same resolution and a different extension', async function () {
 101     const command = `npm run create-import-video-file-job -- -v ${video2UUID} -i server/tests/fixtures/video_short.ogv`
 102     await servers[1].cli.execWithEnv(command)
 103
 104     await waitJobs(servers)
 105
 106     for (const server of servers) {
 107       const { data: videos } = await server.videos.listWithToken({ include: VideoInclude.NOT_PUBLISHED_STATE })
 108       expect(videos).to.have.lengthOf(2)
 109
 110       const video = videos.find(({ uuid }) => uuid === video2UUID)
 111       const videoDetails = await server.videos.get({ id: video.uuid })
 112
 113       expect(videoDetails.files).to.have.lengthOf(4)
 114       const [ originalVideo, transcodedVideo420, transcodedVideo320, transcodedVideo240 ] = videoDetails.files
 115       assertVideoProperties(originalVideo, 720, 'ogv', 140849)
 116       assertVideoProperties(transcodedVideo420, 480, 'mp4')
 117       assertVideoProperties(transcodedVideo320, 360, 'mp4')
 118       assertVideoProperties(transcodedVideo240, 240, 'mp4')
 119
 120       await checkFiles(videoDetails, objectStorage)
 121     }
 122   })
 123
 124   it('Should run a import job on video 2 with the same resolution and the same extension', async function () {
 125     const command = `npm run create-import-video-file-job -- -v ${video1ShortId} -i server/tests/fixtures/video_short2.webm`
 126     await servers[0].cli.execWithEnv(command)
 127
 128     await waitJobs(servers)
 129
 130     for (const server of servers) {
 131       const { data: videos } = await server.videos.listWithToken({ include: VideoInclude.NOT_PUBLISHED_STATE })
 132       expect(videos).to.have.lengthOf(2)
 133
 134       const video = videos.find(({ shortUUID }) => shortUUID === video1ShortId)
 135       const videoDetails = await server.videos.get({ id: video.uuid })
 136
 137       expect(videoDetails.files).to.have.lengthOf(2)
 138       const [ video720, video480 ] = videoDetails.files
 139       assertVideoProperties(video720, 720, 'webm', 942961)
 140       assertVideoProperties(video480, 480, 'webm', 69217)
 141
 142       await checkFiles(videoDetails, objectStorage)
 143     }
 144   })
 145
 146   it('Should not have run transcoding after an import job', async function () {
 147     const { data } = await servers[0].jobs.list({ jobType: 'video-transcoding' })
 148     expect(data).to.have.lengthOf(0)
 149   })
 150
 151   after(async function () {
 152     await cleanupTests(servers)
 153   })
 154 }
 155
 156 describe('Test create import video jobs', function () {
 157
 158   describe('On filesystem', function () {
 159     runTests(false)
 160   })
 161
 162   describe('On object storage', function () {
 163     if (areObjectStorageTestsDisabled()) return
 164
 165     runTests(true)
 166   })
 167 })