1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { buildUUID } from '@server/helpers/uuid'
8 import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes'
15 flushAndRunMultipleServers,
21 setAccessTokensToServers,
22 setDefaultVideoChannel,
26 } from '../../../shared/extra-utils'
27 import { waitJobs } from '../../../shared/extra-utils/server/jobs'
28 import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
30 const expect = chai.expect
32 async function countFiles (internalServerNumber: number, directory: string) {
33 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
38 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
39 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
41 for (const f of files) {
42 expect(f).to.not.contain(substring)
46 async function assertCountAreOkay (servers: ServerInfo[]) {
47 for (const server of servers) {
48 const videosCount = await countFiles(server.internalServerNumber, 'videos')
49 expect(videosCount).to.equal(8)
51 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
52 expect(torrentsCount).to.equal(16)
54 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
55 expect(previewsCount).to.equal(2)
57 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
58 expect(thumbnailsCount).to.equal(6)
60 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
61 expect(avatarsCount).to.equal(2)
65 describe('Test prune storage scripts', function () {
66 let servers: ServerInfo[]
67 const badNames: { [directory: string]: string[] } = {}
69 before(async function () {
72 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
73 await setAccessTokensToServers(servers)
74 await setDefaultVideoChannel(servers)
76 for (const server of servers) {
77 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
78 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
80 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
82 await createVideoPlaylist({
84 token: server.accessToken,
86 displayName: 'playlist',
87 privacy: VideoPlaylistPrivacy.PUBLIC,
88 videoChannelId: server.videoChannel.id,
89 thumbnailfile: 'thumbnail.jpg'
94 await doubleFollow(servers[0], servers[1])
96 // Lazy load the remote avatar
98 const res = await getAccount(servers[0].url, 'root@localhost:' + servers[1].port)
99 const account: Account = res.body
100 await makeGetRequest({
102 path: account.avatar.path,
103 statusCodeExpected: HttpStatusCode.OK_200
108 const res = await getAccount(servers[1].url, 'root@localhost:' + servers[0].port)
109 const account: Account = res.body
110 await makeGetRequest({
112 path: account.avatar.path,
113 statusCodeExpected: HttpStatusCode.OK_200
119 await waitJobs(servers)
120 killallServers(servers)
125 it('Should have the files on the disk', async function () {
126 await assertCountAreOkay(servers)
129 it('Should create some dirty files', async function () {
130 for (let i = 0; i < 2; i++) {
132 const base = buildServerDirectory(servers[0], 'videos')
134 const n1 = buildUUID() + '.mp4'
135 const n2 = buildUUID() + '.webm'
137 await createFile(join(base, n1))
138 await createFile(join(base, n2))
140 badNames['videos'] = [ n1, n2 ]
144 const base = buildServerDirectory(servers[0], 'torrents')
146 const n1 = buildUUID() + '-240.torrent'
147 const n2 = buildUUID() + '-480.torrent'
149 await createFile(join(base, n1))
150 await createFile(join(base, n2))
152 badNames['torrents'] = [ n1, n2 ]
156 const base = buildServerDirectory(servers[0], 'thumbnails')
158 const n1 = buildUUID() + '.jpg'
159 const n2 = buildUUID() + '.jpg'
161 await createFile(join(base, n1))
162 await createFile(join(base, n2))
164 badNames['thumbnails'] = [ n1, n2 ]
168 const base = buildServerDirectory(servers[0], 'previews')
170 const n1 = buildUUID() + '.jpg'
171 const n2 = buildUUID() + '.jpg'
173 await createFile(join(base, n1))
174 await createFile(join(base, n2))
176 badNames['previews'] = [ n1, n2 ]
180 const base = buildServerDirectory(servers[0], 'avatars')
182 const n1 = buildUUID() + '.png'
183 const n2 = buildUUID() + '.jpg'
185 await createFile(join(base, n1))
186 await createFile(join(base, n2))
188 badNames['avatars'] = [ n1, n2 ]
193 it('Should run prune storage', async function () {
196 const env = getEnvCli(servers[0])
197 await execCLI(`echo y | ${env} npm run prune-storage`)
200 it('Should have removed files', async function () {
201 await assertCountAreOkay(servers)
203 for (const directory of Object.keys(badNames)) {
204 for (const name of badNames[directory]) {
205 await assertNotExists(servers[0].internalServerNumber, directory, name)
210 after(async function () {
211 await cleanupTests(servers)