/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
-import 'mocha'
-import * as chai from 'chai'
-import { waitJobs } from '../../../shared/extra-utils/server/jobs'
+import { expect } from 'chai'
+import { createFile, readdir } from 'fs-extra'
+import { join } from 'path'
+import { wait } from '@shared/core-utils'
+import { buildUUID } from '@shared/extra-utils'
+import { HttpStatusCode, VideoPlaylistPrivacy, VideoPrivacy } from '@shared/models'
import {
- buildServerDirectory,
cleanupTests,
- createVideoPlaylist,
+ CLICommand,
+ createMultipleServers,
doubleFollow,
- execCLI,
- flushAndRunMultipleServers,
- getAccount,
- getEnvCli,
+ killallServers,
makeGetRequest,
- ServerInfo,
+ PeerTubeServer,
setAccessTokensToServers,
setDefaultVideoChannel,
- updateMyAvatar,
- uploadVideo,
- wait
-} from '../../../shared/extra-utils'
-import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
-import { createFile, readdir } from 'fs-extra'
-import { v4 as uuidv4 } from 'uuid'
-import { join } from 'path'
-
-const expect = chai.expect
+ waitJobs
+} from '@shared/server-commands'
-async function countFiles (internalServerNumber: number, directory: string) {
- const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
+async function countFiles (server: PeerTubeServer, directory: string) {
+ const files = await readdir(server.servers.buildDirectory(directory))
return files.length
}
-async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
- const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
+async function assertNotExists (server: PeerTubeServer, directory: string, substring: string) {
+ const files = await readdir(server.servers.buildDirectory(directory))
for (const f of files) {
expect(f).to.not.contain(substring)
}
}
-async function assertCountAreOkay (servers: ServerInfo[]) {
+async function assertCountAreOkay (servers: PeerTubeServer[]) {
for (const server of servers) {
- const videosCount = await countFiles(server.internalServerNumber, 'videos')
- expect(videosCount).to.equal(8)
+ const videosCount = await countFiles(server, 'videos')
+ expect(videosCount).to.equal(9) // 2 videos with 4 resolutions + private directory
- const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
- expect(torrentsCount).to.equal(16)
+ const privateVideosCount = await countFiles(server, 'videos/private')
+ expect(privateVideosCount).to.equal(4)
- const previewsCount = await countFiles(server.internalServerNumber, 'previews')
- expect(previewsCount).to.equal(2)
+ const torrentsCount = await countFiles(server, 'torrents')
+ expect(torrentsCount).to.equal(24)
- const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
- expect(thumbnailsCount).to.equal(6)
+ const previewsCount = await countFiles(server, 'previews')
+ expect(previewsCount).to.equal(3)
- const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
- expect(avatarsCount).to.equal(2)
+ const thumbnailsCount = await countFiles(server, 'thumbnails')
+ expect(thumbnailsCount).to.equal(7) // 3 local videos, 1 local playlist, 2 remotes videos and 1 remote playlist
+
+ const avatarsCount = await countFiles(server, 'avatars')
+ expect(avatarsCount).to.equal(4)
+
+ const hlsRootCount = await countFiles(server, join('streaming-playlists', 'hls'))
+ expect(hlsRootCount).to.equal(3) // 2 videos + private directory
+
+ const hlsPrivateRootCount = await countFiles(server, join('streaming-playlists', 'hls', 'private'))
+ expect(hlsPrivateRootCount).to.equal(1)
}
}
describe('Test prune storage scripts', function () {
- let servers: ServerInfo[]
+ let servers: PeerTubeServer[]
const badNames: { [directory: string]: string[] } = {}
before(async function () {
this.timeout(120000)
- servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
+ servers = await createMultipleServers(2, { transcoding: { enabled: true } })
await setAccessTokensToServers(servers)
await setDefaultVideoChannel(servers)
for (const server of servers) {
- await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
- await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
+ await server.videos.upload({ attributes: { name: 'video 1', privacy: VideoPrivacy.PUBLIC } })
+ await server.videos.upload({ attributes: { name: 'video 2', privacy: VideoPrivacy.PUBLIC } })
- await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
+ await server.videos.upload({ attributes: { name: 'video 3', privacy: VideoPrivacy.PRIVATE } })
- await createVideoPlaylist({
- url: server.url,
- token: server.accessToken,
- playlistAttrs: {
+ await server.users.updateMyAvatar({ fixture: 'avatar.png' })
+
+ await server.playlists.create({
+ attributes: {
displayName: 'playlist',
privacy: VideoPlaylistPrivacy.PUBLIC,
- videoChannelId: server.videoChannel.id,
+ videoChannelId: server.store.channel.id,
thumbnailfile: 'thumbnail.jpg'
}
})
await doubleFollow(servers[0], servers[1])
- // Lazy load the remote avatar
+ // Lazy load the remote avatars
{
- const res = await getAccount(servers[0].url, 'root@localhost:' + servers[1].port)
- const account: Account = res.body
- await makeGetRequest({
- url: servers[0].url,
- path: account.avatar.path,
- statusCodeExpected: 200
- })
+ const account = await servers[0].accounts.get({ accountName: 'root@' + servers[1].host })
+
+ for (const avatar of account.avatars) {
+ await makeGetRequest({
+ url: servers[0].url,
+ path: avatar.path,
+ expectedStatus: HttpStatusCode.OK_200
+ })
+ }
}
{
- const res = await getAccount(servers[1].url, 'root@localhost:' + servers[0].port)
- const account: Account = res.body
- await makeGetRequest({
- url: servers[1].url,
- path: account.avatar.path,
- statusCodeExpected: 200
- })
+ const account = await servers[1].accounts.get({ accountName: 'root@' + servers[0].host })
+ for (const avatar of account.avatars) {
+ await makeGetRequest({
+ url: servers[1].url,
+ path: avatar.path,
+ expectedStatus: HttpStatusCode.OK_200
+ })
+ }
}
await wait(1000)
await waitJobs(servers)
+ await killallServers(servers)
+
+ await wait(1000)
})
it('Should have the files on the disk', async function () {
it('Should create some dirty files', async function () {
for (let i = 0; i < 2; i++) {
{
- const base = buildServerDirectory(servers[0], 'videos')
+ const basePublic = servers[0].servers.buildDirectory('videos')
+ const basePrivate = servers[0].servers.buildDirectory(join('videos', 'private'))
- const n1 = uuidv4() + '.mp4'
- const n2 = uuidv4() + '.webm'
+ const n1 = buildUUID() + '.mp4'
+ const n2 = buildUUID() + '.webm'
- await createFile(join(base, n1))
- await createFile(join(base, n2))
+ await createFile(join(basePublic, n1))
+ await createFile(join(basePublic, n2))
+ await createFile(join(basePrivate, n1))
+ await createFile(join(basePrivate, n2))
badNames['videos'] = [ n1, n2 ]
}
{
- const base = buildServerDirectory(servers[0], 'torrents')
+ const base = servers[0].servers.buildDirectory('torrents')
- const n1 = uuidv4() + '-240.torrent'
- const n2 = uuidv4() + '-480.torrent'
+ const n1 = buildUUID() + '-240.torrent'
+ const n2 = buildUUID() + '-480.torrent'
await createFile(join(base, n1))
await createFile(join(base, n2))
}
{
- const base = buildServerDirectory(servers[0], 'thumbnails')
+ const base = servers[0].servers.buildDirectory('thumbnails')
- const n1 = uuidv4() + '.jpg'
- const n2 = uuidv4() + '.jpg'
+ const n1 = buildUUID() + '.jpg'
+ const n2 = buildUUID() + '.jpg'
await createFile(join(base, n1))
await createFile(join(base, n2))
}
{
- const base = buildServerDirectory(servers[0], 'previews')
+ const base = servers[0].servers.buildDirectory('previews')
- const n1 = uuidv4() + '.jpg'
- const n2 = uuidv4() + '.jpg'
+ const n1 = buildUUID() + '.jpg'
+ const n2 = buildUUID() + '.jpg'
await createFile(join(base, n1))
await createFile(join(base, n2))
}
{
- const base = buildServerDirectory(servers[0], 'avatars')
+ const base = servers[0].servers.buildDirectory('avatars')
- const n1 = uuidv4() + '.png'
- const n2 = uuidv4() + '.jpg'
+ const n1 = buildUUID() + '.png'
+ const n2 = buildUUID() + '.jpg'
await createFile(join(base, n1))
await createFile(join(base, n2))
badNames['avatars'] = [ n1, n2 ]
}
+
+ {
+ const directory = join('streaming-playlists', 'hls')
+ const basePublic = servers[0].servers.buildDirectory(directory)
+ const basePrivate = servers[0].servers.buildDirectory(join(directory, 'private'))
+
+ const n1 = buildUUID()
+ await createFile(join(basePublic, n1))
+ await createFile(join(basePrivate, n1))
+ badNames[directory] = [ n1 ]
+ }
}
})
it('Should run prune storage', async function () {
this.timeout(30000)
- const env = getEnvCli(servers[0])
- await execCLI(`echo y | ${env} npm run prune-storage`)
+ const env = servers[0].cli.getEnv()
+ await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
})
it('Should have removed files', async function () {
for (const directory of Object.keys(badNames)) {
for (const name of badNames[directory]) {
- await assertNotExists(servers[0].internalServerNumber, directory, name)
+ await assertNotExists(servers[0], directory, name)
}
}
})