1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { buildUUID } from '@server/helpers/uuid'
11 createMultipleServers,
16 setAccessTokensToServers,
17 setDefaultVideoChannel,
20 } from '@shared/extra-utils'
21 import { HttpStatusCode, VideoPlaylistPrivacy } from '@shared/models'
23 const expect = chai.expect
25 async function countFiles (server: PeerTubeServer, directory: string) {
26 const files = await readdir(server.servers.buildDirectory(directory))
31 async function assertNotExists (server: PeerTubeServer, directory: string, substring: string) {
32 const files = await readdir(server.servers.buildDirectory(directory))
34 for (const f of files) {
35 expect(f).to.not.contain(substring)
39 async function assertCountAreOkay (servers: PeerTubeServer[], videoServer2UUID: string) {
40 for (const server of servers) {
41 const videosCount = await countFiles(server, 'videos')
42 expect(videosCount).to.equal(8)
44 const torrentsCount = await countFiles(server, 'torrents')
45 expect(torrentsCount).to.equal(16)
47 const previewsCount = await countFiles(server, 'previews')
48 expect(previewsCount).to.equal(2)
50 const thumbnailsCount = await countFiles(server, 'thumbnails')
51 expect(thumbnailsCount).to.equal(6)
53 const avatarsCount = await countFiles(server, 'avatars')
54 expect(avatarsCount).to.equal(2)
57 // When we'll prune HLS directories too
58 // const hlsRootCount = await countFiles(servers[1], 'streaming-playlists/hls/')
59 // expect(hlsRootCount).to.equal(2)
61 // const hlsCount = await countFiles(servers[1], 'streaming-playlists/hls/' + videoServer2UUID)
62 // expect(hlsCount).to.equal(10)
65 describe('Test prune storage scripts', function () {
66 let servers: PeerTubeServer[]
67 const badNames: { [directory: string]: string[] } = {}
69 let videoServer2UUID: string
71 before(async function () {
74 servers = await createMultipleServers(2, { transcoding: { enabled: true } })
75 await setAccessTokensToServers(servers)
76 await setDefaultVideoChannel(servers)
78 for (const server of servers) {
79 await server.videos.upload({ attributes: { name: 'video 1' } })
81 const { uuid } = await server.videos.upload({ attributes: { name: 'video 2' } })
82 if (server.serverNumber === 2) videoServer2UUID = uuid
84 await server.users.updateMyAvatar({ fixture: 'avatar.png' })
86 await server.playlists.create({
88 displayName: 'playlist',
89 privacy: VideoPlaylistPrivacy.PUBLIC,
90 videoChannelId: server.store.channel.id,
91 thumbnailfile: 'thumbnail.jpg'
96 await doubleFollow(servers[0], servers[1])
98 // Lazy load the remote avatar
100 const account = await servers[0].accounts.get({ accountName: 'root@localhost:' + servers[1].port })
101 await makeGetRequest({
103 path: account.avatar.path,
104 expectedStatus: HttpStatusCode.OK_200
109 const account = await servers[1].accounts.get({ accountName: 'root@localhost:' + servers[0].port })
110 await makeGetRequest({
112 path: account.avatar.path,
113 expectedStatus: HttpStatusCode.OK_200
119 await waitJobs(servers)
120 await killallServers(servers)
125 it('Should have the files on the disk', async function () {
126 await assertCountAreOkay(servers, videoServer2UUID)
129 it('Should create some dirty files', async function () {
130 for (let i = 0; i < 2; i++) {
132 const base = servers[0].servers.buildDirectory('videos')
134 const n1 = buildUUID() + '.mp4'
135 const n2 = buildUUID() + '.webm'
137 await createFile(join(base, n1))
138 await createFile(join(base, n2))
140 badNames['videos'] = [ n1, n2 ]
144 const base = servers[0].servers.buildDirectory('torrents')
146 const n1 = buildUUID() + '-240.torrent'
147 const n2 = buildUUID() + '-480.torrent'
149 await createFile(join(base, n1))
150 await createFile(join(base, n2))
152 badNames['torrents'] = [ n1, n2 ]
156 const base = servers[0].servers.buildDirectory('thumbnails')
158 const n1 = buildUUID() + '.jpg'
159 const n2 = buildUUID() + '.jpg'
161 await createFile(join(base, n1))
162 await createFile(join(base, n2))
164 badNames['thumbnails'] = [ n1, n2 ]
168 const base = servers[0].servers.buildDirectory('previews')
170 const n1 = buildUUID() + '.jpg'
171 const n2 = buildUUID() + '.jpg'
173 await createFile(join(base, n1))
174 await createFile(join(base, n2))
176 badNames['previews'] = [ n1, n2 ]
180 const base = servers[0].servers.buildDirectory('avatars')
182 const n1 = buildUUID() + '.png'
183 const n2 = buildUUID() + '.jpg'
185 await createFile(join(base, n1))
186 await createFile(join(base, n2))
188 badNames['avatars'] = [ n1, n2 ]
191 // When we'll prune HLS directories too
193 // const directory = join('streaming-playlists', 'hls')
194 // const base = servers[1].servers.buildDirectory(directory)
196 // const n1 = buildUUID()
197 // await createFile(join(base, n1))
198 // badNames[directory] = [ n1 ]
202 // const directory = join('streaming-playlists', 'hls', videoServer2UUID)
203 // const base = servers[1].servers.buildDirectory(directory)
204 // const n1 = buildUUID() + '-240-fragmented-.mp4'
205 // const n2 = buildUUID() + '-master.m3u8'
207 // await createFile(join(base, n1))
208 // await createFile(join(base, n2))
210 // badNames[directory] = [ n1, n2 ]
215 it('Should run prune storage', async function () {
218 const env = servers[0].cli.getEnv()
219 await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
222 it('Should have removed files', async function () {
223 await assertCountAreOkay(servers, videoServer2UUID)
225 for (const directory of Object.keys(badNames)) {
226 for (const name of badNames[directory]) {
227 await assertNotExists(servers[0], directory, name)
232 after(async function () {
233 await cleanupTests(servers)