1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { buildUUID } from '@server/helpers/uuid'
8 import { HttpStatusCode } from '@shared/core-utils'
14 flushAndRunMultipleServers,
18 setAccessTokensToServers,
19 setDefaultVideoChannel,
24 } from '@shared/extra-utils'
25 import { VideoPlaylistPrivacy } from '@shared/models'
27 const expect = chai.expect
29 async function countFiles (internalServerNumber: number, directory: string) {
30 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
35 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
36 const files = await readdir(buildServerDirectory({ internalServerNumber }, directory))
38 for (const f of files) {
39 expect(f).to.not.contain(substring)
43 async function assertCountAreOkay (servers: ServerInfo[]) {
44 for (const server of servers) {
45 const videosCount = await countFiles(server.internalServerNumber, 'videos')
46 expect(videosCount).to.equal(8)
48 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
49 expect(torrentsCount).to.equal(16)
51 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
52 expect(previewsCount).to.equal(2)
54 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
55 expect(thumbnailsCount).to.equal(6)
57 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
58 expect(avatarsCount).to.equal(2)
62 describe('Test prune storage scripts', function () {
63 let servers: ServerInfo[]
64 const badNames: { [directory: string]: string[] } = {}
66 before(async function () {
69 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
70 await setAccessTokensToServers(servers)
71 await setDefaultVideoChannel(servers)
73 for (const server of servers) {
74 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
75 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
77 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
79 await server.playlistsCommand.create({
81 displayName: 'playlist',
82 privacy: VideoPlaylistPrivacy.PUBLIC,
83 videoChannelId: server.videoChannel.id,
84 thumbnailfile: 'thumbnail.jpg'
89 await doubleFollow(servers[0], servers[1])
91 // Lazy load the remote avatar
93 const account = await servers[0].accountsCommand.get({ accountName: 'root@localhost:' + servers[1].port })
94 await makeGetRequest({
96 path: account.avatar.path,
97 statusCodeExpected: HttpStatusCode.OK_200
102 const account = await servers[1].accountsCommand.get({ accountName: 'root@localhost:' + servers[0].port })
103 await makeGetRequest({
105 path: account.avatar.path,
106 statusCodeExpected: HttpStatusCode.OK_200
112 await waitJobs(servers)
113 killallServers(servers)
118 it('Should have the files on the disk', async function () {
119 await assertCountAreOkay(servers)
122 it('Should create some dirty files', async function () {
123 for (let i = 0; i < 2; i++) {
125 const base = buildServerDirectory(servers[0], 'videos')
127 const n1 = buildUUID() + '.mp4'
128 const n2 = buildUUID() + '.webm'
130 await createFile(join(base, n1))
131 await createFile(join(base, n2))
133 badNames['videos'] = [ n1, n2 ]
137 const base = buildServerDirectory(servers[0], 'torrents')
139 const n1 = buildUUID() + '-240.torrent'
140 const n2 = buildUUID() + '-480.torrent'
142 await createFile(join(base, n1))
143 await createFile(join(base, n2))
145 badNames['torrents'] = [ n1, n2 ]
149 const base = buildServerDirectory(servers[0], 'thumbnails')
151 const n1 = buildUUID() + '.jpg'
152 const n2 = buildUUID() + '.jpg'
154 await createFile(join(base, n1))
155 await createFile(join(base, n2))
157 badNames['thumbnails'] = [ n1, n2 ]
161 const base = buildServerDirectory(servers[0], 'previews')
163 const n1 = buildUUID() + '.jpg'
164 const n2 = buildUUID() + '.jpg'
166 await createFile(join(base, n1))
167 await createFile(join(base, n2))
169 badNames['previews'] = [ n1, n2 ]
173 const base = buildServerDirectory(servers[0], 'avatars')
175 const n1 = buildUUID() + '.png'
176 const n2 = buildUUID() + '.jpg'
178 await createFile(join(base, n1))
179 await createFile(join(base, n2))
181 badNames['avatars'] = [ n1, n2 ]
186 it('Should run prune storage', async function () {
189 const env = servers[0].cliCommand.getEnv()
190 await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
193 it('Should have removed files', async function () {
194 await assertCountAreOkay(servers)
196 for (const directory of Object.keys(badNames)) {
197 for (const name of badNames[directory]) {
198 await assertNotExists(servers[0].internalServerNumber, directory, name)
203 after(async function () {
204 await cleanupTests(servers)