1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { wait } from '@shared/core-utils'
8 import { buildUUID } from '@shared/extra-utils'
9 import { HttpStatusCode, VideoPlaylistPrivacy } from '@shared/models'
13 createMultipleServers,
18 setAccessTokensToServers,
19 setDefaultVideoChannel,
21 } from '@shared/server-commands'
23 const expect = chai.expect
25 async function countFiles (server: PeerTubeServer, directory: string) {
26 const files = await readdir(server.servers.buildDirectory(directory))
31 async function assertNotExists (server: PeerTubeServer, directory: string, substring: string) {
32 const files = await readdir(server.servers.buildDirectory(directory))
34 for (const f of files) {
35 expect(f).to.not.contain(substring)
39 async function assertCountAreOkay (servers: PeerTubeServer[]) {
40 for (const server of servers) {
41 const videosCount = await countFiles(server, 'videos')
42 expect(videosCount).to.equal(8)
44 const torrentsCount = await countFiles(server, 'torrents')
45 expect(torrentsCount).to.equal(16)
47 const previewsCount = await countFiles(server, 'previews')
48 expect(previewsCount).to.equal(2)
50 const thumbnailsCount = await countFiles(server, 'thumbnails')
51 expect(thumbnailsCount).to.equal(6)
53 const avatarsCount = await countFiles(server, 'avatars')
54 expect(avatarsCount).to.equal(4)
56 const hlsRootCount = await countFiles(server, 'streaming-playlists/hls')
57 expect(hlsRootCount).to.equal(2)
61 describe('Test prune storage scripts', function () {
62 let servers: PeerTubeServer[]
63 const badNames: { [directory: string]: string[] } = {}
65 before(async function () {
68 servers = await createMultipleServers(2, { transcoding: { enabled: true } })
69 await setAccessTokensToServers(servers)
70 await setDefaultVideoChannel(servers)
72 for (const server of servers) {
73 await server.videos.upload({ attributes: { name: 'video 1' } })
74 await server.videos.upload({ attributes: { name: 'video 2' } })
76 await server.users.updateMyAvatar({ fixture: 'avatar.png' })
78 await server.playlists.create({
80 displayName: 'playlist',
81 privacy: VideoPlaylistPrivacy.PUBLIC,
82 videoChannelId: server.store.channel.id,
83 thumbnailfile: 'thumbnail.jpg'
88 await doubleFollow(servers[0], servers[1])
90 // Lazy load the remote avatars
92 const account = await servers[0].accounts.get({ accountName: 'root@localhost:' + servers[1].port })
94 for (const avatar of account.avatars) {
95 await makeGetRequest({
98 expectedStatus: HttpStatusCode.OK_200
104 const account = await servers[1].accounts.get({ accountName: 'root@localhost:' + servers[0].port })
105 for (const avatar of account.avatars) {
106 await makeGetRequest({
109 expectedStatus: HttpStatusCode.OK_200
116 await waitJobs(servers)
117 await killallServers(servers)
122 it('Should have the files on the disk', async function () {
123 await assertCountAreOkay(servers)
126 it('Should create some dirty files', async function () {
127 for (let i = 0; i < 2; i++) {
129 const base = servers[0].servers.buildDirectory('videos')
131 const n1 = buildUUID() + '.mp4'
132 const n2 = buildUUID() + '.webm'
134 await createFile(join(base, n1))
135 await createFile(join(base, n2))
137 badNames['videos'] = [ n1, n2 ]
141 const base = servers[0].servers.buildDirectory('torrents')
143 const n1 = buildUUID() + '-240.torrent'
144 const n2 = buildUUID() + '-480.torrent'
146 await createFile(join(base, n1))
147 await createFile(join(base, n2))
149 badNames['torrents'] = [ n1, n2 ]
153 const base = servers[0].servers.buildDirectory('thumbnails')
155 const n1 = buildUUID() + '.jpg'
156 const n2 = buildUUID() + '.jpg'
158 await createFile(join(base, n1))
159 await createFile(join(base, n2))
161 badNames['thumbnails'] = [ n1, n2 ]
165 const base = servers[0].servers.buildDirectory('previews')
167 const n1 = buildUUID() + '.jpg'
168 const n2 = buildUUID() + '.jpg'
170 await createFile(join(base, n1))
171 await createFile(join(base, n2))
173 badNames['previews'] = [ n1, n2 ]
177 const base = servers[0].servers.buildDirectory('avatars')
179 const n1 = buildUUID() + '.png'
180 const n2 = buildUUID() + '.jpg'
182 await createFile(join(base, n1))
183 await createFile(join(base, n2))
185 badNames['avatars'] = [ n1, n2 ]
189 const directory = join('streaming-playlists', 'hls')
190 const base = servers[0].servers.buildDirectory(directory)
192 const n1 = buildUUID()
193 await createFile(join(base, n1))
194 badNames[directory] = [ n1 ]
199 it('Should run prune storage', async function () {
202 const env = servers[0].cli.getEnv()
203 await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
206 it('Should have removed files', async function () {
207 await assertCountAreOkay(servers)
209 for (const directory of Object.keys(badNames)) {
210 for (const name of badNames[directory]) {
211 await assertNotExists(servers[0], directory, name)
216 after(async function () {
217 await cleanupTests(servers)