1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { waitJobs } from '../../../shared/extra-utils/server/jobs'
12 flushAndRunMultipleServers,
17 setAccessTokensToServers,
18 setDefaultVideoChannel,
22 } from '../../../shared/extra-utils'
23 import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
24 import { createFile, readdir } from 'fs-extra'
25 import { v4 as uuidv4 } from 'uuid'
26 import { join } from 'path'
27 import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes'
29 const expect = chai.expect
31 async function countFiles (internalServerNumber: number, directory: string) {
32 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
37 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
38 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
40 for (const f of files) {
41 expect(f).to.not.contain(substring)
45 async function assertCountAreOkay (servers: ServerInfo[]) {
46 for (const server of servers) {
47 const videosCount = await countFiles(server.internalServerNumber, 'videos')
48 expect(videosCount).to.equal(8)
50 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
51 expect(torrentsCount).to.equal(16)
53 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
54 expect(previewsCount).to.equal(2)
56 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
57 expect(thumbnailsCount).to.equal(6)
59 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
60 expect(avatarsCount).to.equal(2)
64 describe('Test prune storage scripts', function () {
65 let servers: ServerInfo[]
66 const badNames: { [directory: string]: string[] } = {}
68 before(async function () {
71 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
72 await setAccessTokensToServers(servers)
73 await setDefaultVideoChannel(servers)
75 for (const server of servers) {
76 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
77 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
79 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
81 await createVideoPlaylist({
83 token: server.accessToken,
85 displayName: 'playlist',
86 privacy: VideoPlaylistPrivacy.PUBLIC,
87 videoChannelId: server.videoChannel.id,
88 thumbnailfile: 'thumbnail.jpg'
93 await doubleFollow(servers[0], servers[1])
95 // Lazy load the remote avatar
97 const res = await getAccount(servers[0].url, 'root@localhost:' + servers[1].port)
98 const account: Account = res.body
99 await makeGetRequest({
101 path: account.avatar.path,
102 statusCodeExpected: HttpStatusCode.OK_200
107 const res = await getAccount(servers[1].url, 'root@localhost:' + servers[0].port)
108 const account: Account = res.body
109 await makeGetRequest({
111 path: account.avatar.path,
112 statusCodeExpected: HttpStatusCode.OK_200
118 await waitJobs(servers)
121 it('Should have the files on the disk', async function () {
122 await assertCountAreOkay(servers)
125 it('Should create some dirty files', async function () {
126 for (let i = 0; i < 2; i++) {
128 const base = buildServerDirectory(servers[0], 'videos')
130 const n1 = uuidv4() + '.mp4'
131 const n2 = uuidv4() + '.webm'
133 await createFile(join(base, n1))
134 await createFile(join(base, n2))
136 badNames['videos'] = [ n1, n2 ]
140 const base = buildServerDirectory(servers[0], 'torrents')
142 const n1 = uuidv4() + '-240.torrent'
143 const n2 = uuidv4() + '-480.torrent'
145 await createFile(join(base, n1))
146 await createFile(join(base, n2))
148 badNames['torrents'] = [ n1, n2 ]
152 const base = buildServerDirectory(servers[0], 'thumbnails')
154 const n1 = uuidv4() + '.jpg'
155 const n2 = uuidv4() + '.jpg'
157 await createFile(join(base, n1))
158 await createFile(join(base, n2))
160 badNames['thumbnails'] = [ n1, n2 ]
164 const base = buildServerDirectory(servers[0], 'previews')
166 const n1 = uuidv4() + '.jpg'
167 const n2 = uuidv4() + '.jpg'
169 await createFile(join(base, n1))
170 await createFile(join(base, n2))
172 badNames['previews'] = [ n1, n2 ]
176 const base = buildServerDirectory(servers[0], 'avatars')
178 const n1 = uuidv4() + '.png'
179 const n2 = uuidv4() + '.jpg'
181 await createFile(join(base, n1))
182 await createFile(join(base, n2))
184 badNames['avatars'] = [ n1, n2 ]
189 it('Should run prune storage', async function () {
192 const env = getEnvCli(servers[0])
193 await execCLI(`echo y | ${env} npm run prune-storage`)
196 it('Should have removed files', async function () {
197 await assertCountAreOkay(servers)
199 for (const directory of Object.keys(badNames)) {
200 for (const name of badNames[directory]) {
201 await assertNotExists(servers[0].internalServerNumber, directory, name)
206 after(async function () {
207 await cleanupTests(servers)