1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { buildUUID } from '@server/helpers/uuid'
8 import { HttpStatusCode } from '@shared/core-utils'
13 flushAndRunMultipleServers,
17 setAccessTokensToServers,
18 setDefaultVideoChannel,
22 } from '@shared/extra-utils'
23 import { VideoPlaylistPrivacy } from '@shared/models'
25 const expect = chai.expect
27 async function countFiles (server: ServerInfo, directory: string) {
28 const files = await readdir(server.serversCommand.buildDirectory(directory))
33 async function assertNotExists (server: ServerInfo, directory: string, substring: string) {
34 const files = await readdir(server.serversCommand.buildDirectory(directory))
36 for (const f of files) {
37 expect(f).to.not.contain(substring)
41 async function assertCountAreOkay (servers: ServerInfo[]) {
42 for (const server of servers) {
43 const videosCount = await countFiles(server, 'videos')
44 expect(videosCount).to.equal(8)
46 const torrentsCount = await countFiles(server, 'torrents')
47 expect(torrentsCount).to.equal(16)
49 const previewsCount = await countFiles(server, 'previews')
50 expect(previewsCount).to.equal(2)
52 const thumbnailsCount = await countFiles(server, 'thumbnails')
53 expect(thumbnailsCount).to.equal(6)
55 const avatarsCount = await countFiles(server, 'avatars')
56 expect(avatarsCount).to.equal(2)
60 describe('Test prune storage scripts', function () {
61 let servers: ServerInfo[]
62 const badNames: { [directory: string]: string[] } = {}
64 before(async function () {
67 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
68 await setAccessTokensToServers(servers)
69 await setDefaultVideoChannel(servers)
71 for (const server of servers) {
72 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
73 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
75 await server.usersCommand.updateMyAvatar({ fixture: 'avatar.png' })
77 await server.playlistsCommand.create({
79 displayName: 'playlist',
80 privacy: VideoPlaylistPrivacy.PUBLIC,
81 videoChannelId: server.videoChannel.id,
82 thumbnailfile: 'thumbnail.jpg'
87 await doubleFollow(servers[0], servers[1])
89 // Lazy load the remote avatar
91 const account = await servers[0].accountsCommand.get({ accountName: 'root@localhost:' + servers[1].port })
92 await makeGetRequest({
94 path: account.avatar.path,
95 statusCodeExpected: HttpStatusCode.OK_200
100 const account = await servers[1].accountsCommand.get({ accountName: 'root@localhost:' + servers[0].port })
101 await makeGetRequest({
103 path: account.avatar.path,
104 statusCodeExpected: HttpStatusCode.OK_200
110 await waitJobs(servers)
111 await killallServers(servers)
116 it('Should have the files on the disk', async function () {
117 await assertCountAreOkay(servers)
120 it('Should create some dirty files', async function () {
121 for (let i = 0; i < 2; i++) {
123 const base = servers[0].serversCommand.buildDirectory('videos')
125 const n1 = buildUUID() + '.mp4'
126 const n2 = buildUUID() + '.webm'
128 await createFile(join(base, n1))
129 await createFile(join(base, n2))
131 badNames['videos'] = [ n1, n2 ]
135 const base = servers[0].serversCommand.buildDirectory('torrents')
137 const n1 = buildUUID() + '-240.torrent'
138 const n2 = buildUUID() + '-480.torrent'
140 await createFile(join(base, n1))
141 await createFile(join(base, n2))
143 badNames['torrents'] = [ n1, n2 ]
147 const base = servers[0].serversCommand.buildDirectory('thumbnails')
149 const n1 = buildUUID() + '.jpg'
150 const n2 = buildUUID() + '.jpg'
152 await createFile(join(base, n1))
153 await createFile(join(base, n2))
155 badNames['thumbnails'] = [ n1, n2 ]
159 const base = servers[0].serversCommand.buildDirectory('previews')
161 const n1 = buildUUID() + '.jpg'
162 const n2 = buildUUID() + '.jpg'
164 await createFile(join(base, n1))
165 await createFile(join(base, n2))
167 badNames['previews'] = [ n1, n2 ]
171 const base = servers[0].serversCommand.buildDirectory('avatars')
173 const n1 = buildUUID() + '.png'
174 const n2 = buildUUID() + '.jpg'
176 await createFile(join(base, n1))
177 await createFile(join(base, n2))
179 badNames['avatars'] = [ n1, n2 ]
184 it('Should run prune storage', async function () {
187 const env = servers[0].cliCommand.getEnv()
188 await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
191 it('Should have removed files', async function () {
192 await assertCountAreOkay(servers)
194 for (const directory of Object.keys(badNames)) {
195 for (const name of badNames[directory]) {
196 await assertNotExists(servers[0], directory, name)
201 after(async function () {
202 await cleanupTests(servers)