1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import { expect } from 'chai'
5 import { pathExists, readdir, remove } from 'fs-extra'
6 import { join } from 'path'
7 import { FIXTURE_URLS, testCaptionFile, testImage } from '@server/tests/shared'
8 import { areHttpImportTestsDisabled } from '@shared/core-utils'
9 import { VideoPrivacy, VideoResolution } from '@shared/models'
12 createMultipleServers,
16 setAccessTokensToServers,
17 setDefaultVideoChannel,
19 } from '@shared/server-commands'
21 async function checkVideosServer1 (server: PeerTubeServer, idHttp: string, idMagnet: string, idTorrent: string) {
22 const videoHttp = await server.videos.get({ id: idHttp })
24 expect(videoHttp.name).to.equal('small video - youtube')
25 // FIXME: youtube-dl seems broken
26 // expect(videoHttp.category.label).to.equal('News & Politics')
27 // expect(videoHttp.licence.label).to.equal('Attribution')
28 expect(videoHttp.language.label).to.equal('Unknown')
29 expect(videoHttp.nsfw).to.be.false
30 expect(videoHttp.description).to.equal('this is a super description')
31 expect(videoHttp.tags).to.deep.equal([ 'tag1', 'tag2' ])
32 expect(videoHttp.files).to.have.lengthOf(1)
34 const originallyPublishedAt = new Date(videoHttp.originallyPublishedAt)
35 expect(originallyPublishedAt.getDate()).to.equal(14)
36 expect(originallyPublishedAt.getMonth()).to.equal(0)
37 expect(originallyPublishedAt.getFullYear()).to.equal(2019)
39 const videoMagnet = await server.videos.get({ id: idMagnet })
40 const videoTorrent = await server.videos.get({ id: idTorrent })
42 for (const video of [ videoMagnet, videoTorrent ]) {
43 expect(video.category.label).to.equal('Misc')
44 expect(video.licence.label).to.equal('Unknown')
45 expect(video.language.label).to.equal('Unknown')
46 expect(video.nsfw).to.be.false
47 expect(video.description).to.equal('this is a super torrent description')
48 expect(video.tags).to.deep.equal([ 'tag_torrent1', 'tag_torrent2' ])
49 expect(video.files).to.have.lengthOf(1)
52 expect(videoTorrent.name).to.contain('你好 世界 720p.mp4')
53 expect(videoMagnet.name).to.contain('super peertube2 video')
55 const bodyCaptions = await server.captions.list({ videoId: idHttp })
56 expect(bodyCaptions.total).to.equal(2)
59 async function checkVideoServer2 (server: PeerTubeServer, id: number | string) {
60 const video = await server.videos.get({ id })
62 expect(video.name).to.equal('my super name')
63 expect(video.category.label).to.equal('Entertainment')
64 expect(video.licence.label).to.equal('Public Domain Dedication')
65 expect(video.language.label).to.equal('English')
66 expect(video.nsfw).to.be.false
67 expect(video.description).to.equal('my super description')
68 expect(video.tags).to.deep.equal([ 'supertag1', 'supertag2' ])
70 expect(video.files).to.have.lengthOf(1)
72 const bodyCaptions = await server.captions.list({ videoId: id })
73 expect(bodyCaptions.total).to.equal(2)
76 describe('Test video imports', function () {
78 if (areHttpImportTestsDisabled()) return
80 function runSuite (mode: 'youtube-dl' | 'yt-dlp') {
82 describe('Import ' + mode, function () {
83 let servers: PeerTubeServer[] = []
85 before(async function () {
89 servers = await createMultipleServers(2, {
94 url: mode === 'youtube-dl'
95 ? 'https://yt-dl.org/downloads/latest/youtube-dl'
96 : 'https://api.github.com/repos/yt-dlp/yt-dlp/releases',
105 await setAccessTokensToServers(servers)
106 await setDefaultVideoChannel(servers)
108 await doubleFollow(servers[0], servers[1])
111 it('Should import videos on server 1', async function () {
114 const baseAttributes = {
115 channelId: servers[0].store.channel.id,
116 privacy: VideoPrivacy.PUBLIC
120 const attributes = { ...baseAttributes, targetUrl: FIXTURE_URLS.youtube }
121 const { video } = await servers[0].imports.importVideo({ attributes })
122 expect(video.name).to.equal('small video - youtube')
125 expect(video.thumbnailPath).to.match(new RegExp(`^/static/thumbnails/.+.jpg$`))
126 expect(video.previewPath).to.match(new RegExp(`^/lazy-static/previews/.+.jpg$`))
128 const suffix = mode === 'yt-dlp'
132 await testImage(servers[0].url, 'video_import_thumbnail' + suffix, video.thumbnailPath)
133 await testImage(servers[0].url, 'video_import_preview' + suffix, video.previewPath)
136 const bodyCaptions = await servers[0].captions.list({ videoId: video.id })
137 const videoCaptions = bodyCaptions.data
138 expect(videoCaptions).to.have.lengthOf(2)
141 const enCaption = videoCaptions.find(caption => caption.language.id === 'en')
142 expect(enCaption).to.exist
143 expect(enCaption.language.label).to.equal('English')
144 expect(enCaption.captionPath).to.match(new RegExp(`^/lazy-static/video-captions/.+-en.vtt$`))
146 const regex = `WEBVTT[ \n]+Kind: captions[ \n]+Language: en[ \n]+00:00:01.600 --> 00:00:04.200[ \n]+English \\(US\\)[ \n]+` +
147 `00:00:05.900 --> 00:00:07.999[ \n]+This is a subtitle in American English[ \n]+` +
148 `00:00:10.000 --> 00:00:14.000[ \n]+Adding subtitles is very easy to do`
149 await testCaptionFile(servers[0].url, enCaption.captionPath, new RegExp(regex))
153 const frCaption = videoCaptions.find(caption => caption.language.id === 'fr')
154 expect(frCaption).to.exist
155 expect(frCaption.language.label).to.equal('French')
156 expect(frCaption.captionPath).to.match(new RegExp(`^/lazy-static/video-captions/.+-fr.vtt`))
158 const regex = `WEBVTT[ \n]+Kind: captions[ \n]+Language: fr[ \n]+00:00:01.600 --> 00:00:04.200[ \n]+` +
159 `Français \\(FR\\)[ \n]+00:00:05.900 --> 00:00:07.999[ \n]+C'est un sous-titre français[ \n]+` +
160 `00:00:10.000 --> 00:00:14.000[ \n]+Ajouter un sous-titre est vraiment facile`
162 await testCaptionFile(servers[0].url, frCaption.captionPath, new RegExp(regex))
169 magnetUri: FIXTURE_URLS.magnet,
170 description: 'this is a super torrent description',
171 tags: [ 'tag_torrent1', 'tag_torrent2' ]
173 const { video } = await servers[0].imports.importVideo({ attributes })
174 expect(video.name).to.equal('super peertube2 video')
180 torrentfile: 'video-720p.torrent' as any,
181 description: 'this is a super torrent description',
182 tags: [ 'tag_torrent1', 'tag_torrent2' ]
184 const { video } = await servers[0].imports.importVideo({ attributes })
185 expect(video.name).to.equal('你好 世界 720p.mp4')
189 it('Should list the videos to import in my videos on server 1', async function () {
190 const { total, data } = await servers[0].videos.listMyVideos({ sort: 'createdAt' })
192 expect(total).to.equal(3)
194 expect(data).to.have.lengthOf(3)
195 expect(data[0].name).to.equal('small video - youtube')
196 expect(data[1].name).to.equal('super peertube2 video')
197 expect(data[2].name).to.equal('你好 世界 720p.mp4')
200 it('Should list the videos to import in my imports on server 1', async function () {
201 const { total, data: videoImports } = await servers[0].imports.getMyVideoImports({ sort: '-createdAt' })
202 expect(total).to.equal(3)
204 expect(videoImports).to.have.lengthOf(3)
206 expect(videoImports[2].targetUrl).to.equal(FIXTURE_URLS.youtube)
207 expect(videoImports[2].magnetUri).to.be.null
208 expect(videoImports[2].torrentName).to.be.null
209 expect(videoImports[2].video.name).to.equal('small video - youtube')
211 expect(videoImports[1].targetUrl).to.be.null
212 expect(videoImports[1].magnetUri).to.equal(FIXTURE_URLS.magnet)
213 expect(videoImports[1].torrentName).to.be.null
214 expect(videoImports[1].video.name).to.equal('super peertube2 video')
216 expect(videoImports[0].targetUrl).to.be.null
217 expect(videoImports[0].magnetUri).to.be.null
218 expect(videoImports[0].torrentName).to.equal('video-720p.torrent')
219 expect(videoImports[0].video.name).to.equal('你好 世界 720p.mp4')
222 it('Should have the video listed on the two instances', async function () {
223 this.timeout(120_000)
225 await waitJobs(servers)
227 for (const server of servers) {
228 const { total, data } = await server.videos.list()
229 expect(total).to.equal(3)
230 expect(data).to.have.lengthOf(3)
232 const [ videoHttp, videoMagnet, videoTorrent ] = data
233 await checkVideosServer1(server, videoHttp.uuid, videoMagnet.uuid, videoTorrent.uuid)
237 it('Should import a video on server 2 with some fields', async function () {
241 targetUrl: FIXTURE_URLS.youtube,
242 channelId: servers[1].store.channel.id,
243 privacy: VideoPrivacy.PUBLIC,
247 name: 'my super name',
248 description: 'my super description',
249 tags: [ 'supertag1', 'supertag2' ]
251 const { video } = await servers[1].imports.importVideo({ attributes })
252 expect(video.name).to.equal('my super name')
255 it('Should have the videos listed on the two instances', async function () {
256 this.timeout(120_000)
258 await waitJobs(servers)
260 for (const server of servers) {
261 const { total, data } = await server.videos.list()
262 expect(total).to.equal(4)
263 expect(data).to.have.lengthOf(4)
265 await checkVideoServer2(server, data[0].uuid)
267 const [ , videoHttp, videoMagnet, videoTorrent ] = data
268 await checkVideosServer1(server, videoHttp.uuid, videoMagnet.uuid, videoTorrent.uuid)
272 it('Should import a video that will be transcoded', async function () {
273 this.timeout(240_000)
276 name: 'transcoded video',
277 magnetUri: FIXTURE_URLS.magnet,
278 channelId: servers[1].store.channel.id,
279 privacy: VideoPrivacy.PUBLIC
281 const { video } = await servers[1].imports.importVideo({ attributes })
282 const videoUUID = video.uuid
284 await waitJobs(servers)
286 for (const server of servers) {
287 const video = await server.videos.get({ id: videoUUID })
289 expect(video.name).to.equal('transcoded video')
290 expect(video.files).to.have.lengthOf(4)
294 it('Should import no HDR version on a HDR video', async function () {
295 this.timeout(300_000)
306 '1080p': false, // the resulting resolution shouldn't be higher than this, and not vp9.2/av01
310 webtorrent: { enabled: true },
311 hls: { enabled: false }
324 await servers[0].config.updateCustomSubConfig({ newConfig: config })
328 targetUrl: FIXTURE_URLS.youtubeHDR,
329 channelId: servers[0].store.channel.id,
330 privacy: VideoPrivacy.PUBLIC
332 const { video: videoImported } = await servers[0].imports.importVideo({ attributes })
333 const videoUUID = videoImported.uuid
335 await waitJobs(servers)
338 const video = await servers[0].videos.get({ id: videoUUID })
339 expect(video.name).to.equal('hdr video')
340 const maxResolution = Math.max.apply(Math, video.files.map(function (o) { return o.resolution.id }))
341 expect(maxResolution, 'expected max resolution not met').to.equals(VideoResolution.H_240P)
344 it('Should import a peertube video', async function () {
345 this.timeout(120_000)
347 const toTest = [ FIXTURE_URLS.peertube_long ]
349 // TODO: include peertube_short when https://github.com/ytdl-org/youtube-dl/pull/29475 is merged
350 if (mode === 'yt-dlp') {
351 toTest.push(FIXTURE_URLS.peertube_short)
354 for (const targetUrl of toTest) {
355 await servers[0].config.disableTranscoding()
359 channelId: servers[0].store.channel.id,
360 privacy: VideoPrivacy.PUBLIC
362 const { video } = await servers[0].imports.importVideo({ attributes })
363 const videoUUID = video.uuid
365 await waitJobs(servers)
367 for (const server of servers) {
368 const video = await server.videos.get({ id: videoUUID })
370 expect(video.name).to.equal('E2E tests')
375 after(async function () {
376 await cleanupTests(servers)
381 runSuite('youtube-dl')
385 describe('Auto update', function () {
386 let server: PeerTubeServer
388 function quickPeerTubeImport () {
390 targetUrl: FIXTURE_URLS.peertube_long,
391 channelId: server.store.channel.id,
392 privacy: VideoPrivacy.PUBLIC
395 return server.imports.importVideo({ attributes })
398 async function testBinaryUpdate (releaseUrl: string, releaseName: string) {
399 await remove(join(server.servers.buildDirectory('bin'), releaseName))
406 youtube_dl_release: {
415 await quickPeerTubeImport()
417 const base = server.servers.buildDirectory('bin')
418 const content = await readdir(base)
419 const binaryPath = join(base, releaseName)
421 expect(await pathExists(binaryPath), `${binaryPath} does not exist in ${base} (${content.join(', ')})`).to.be.true
424 before(async function () {
428 server = await createSingleServer(1)
430 await setAccessTokensToServers([ server ])
431 await setDefaultVideoChannel([ server ])
434 it('Should update youtube-dl from github URL', async function () {
435 this.timeout(120_000)
437 await testBinaryUpdate('https://api.github.com/repos/ytdl-org/youtube-dl/releases', 'youtube-dl')
440 it('Should update youtube-dl from raw URL', async function () {
441 this.timeout(120_000)
443 await testBinaryUpdate('https://yt-dl.org/downloads/latest/youtube-dl', 'youtube-dl')
446 it('Should update youtube-dl from youtube-dl fork', async function () {
447 this.timeout(120_000)
449 await testBinaryUpdate('https://api.github.com/repos/yt-dlp/yt-dlp/releases', 'yt-dlp')
452 after(async function () {
453 await cleanupTests([ server ])