1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { createFile, readdir } from 'fs-extra'
6 import { join } from 'path'
7 import { buildUUID } from '@server/helpers/uuid'
8 import { HttpStatusCode } from '@shared/core-utils'
13 flushAndRunMultipleServers,
17 setAccessTokensToServers,
18 setDefaultVideoChannel,
23 } from '@shared/extra-utils'
24 import { VideoPlaylistPrivacy } from '@shared/models'
26 const expect = chai.expect
28 async function countFiles (server: ServerInfo, directory: string) {
29 const files = await readdir(server.serversCommand.buildDirectory(directory))
34 async function assertNotExists (server: ServerInfo, directory: string, substring: string) {
35 const files = await readdir(server.serversCommand.buildDirectory(directory))
37 for (const f of files) {
38 expect(f).to.not.contain(substring)
42 async function assertCountAreOkay (servers: ServerInfo[]) {
43 for (const server of servers) {
44 const videosCount = await countFiles(server, 'videos')
45 expect(videosCount).to.equal(8)
47 const torrentsCount = await countFiles(server, 'torrents')
48 expect(torrentsCount).to.equal(16)
50 const previewsCount = await countFiles(server, 'previews')
51 expect(previewsCount).to.equal(2)
53 const thumbnailsCount = await countFiles(server, 'thumbnails')
54 expect(thumbnailsCount).to.equal(6)
56 const avatarsCount = await countFiles(server, 'avatars')
57 expect(avatarsCount).to.equal(2)
61 describe('Test prune storage scripts', function () {
62 let servers: ServerInfo[]
63 const badNames: { [directory: string]: string[] } = {}
65 before(async function () {
68 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
69 await setAccessTokensToServers(servers)
70 await setDefaultVideoChannel(servers)
72 for (const server of servers) {
73 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
74 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
76 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
78 await server.playlistsCommand.create({
80 displayName: 'playlist',
81 privacy: VideoPlaylistPrivacy.PUBLIC,
82 videoChannelId: server.videoChannel.id,
83 thumbnailfile: 'thumbnail.jpg'
88 await doubleFollow(servers[0], servers[1])
90 // Lazy load the remote avatar
92 const account = await servers[0].accountsCommand.get({ accountName: 'root@localhost:' + servers[1].port })
93 await makeGetRequest({
95 path: account.avatar.path,
96 statusCodeExpected: HttpStatusCode.OK_200
101 const account = await servers[1].accountsCommand.get({ accountName: 'root@localhost:' + servers[0].port })
102 await makeGetRequest({
104 path: account.avatar.path,
105 statusCodeExpected: HttpStatusCode.OK_200
111 await waitJobs(servers)
112 await killallServers(servers)
117 it('Should have the files on the disk', async function () {
118 await assertCountAreOkay(servers)
121 it('Should create some dirty files', async function () {
122 for (let i = 0; i < 2; i++) {
124 const base = servers[0].serversCommand.buildDirectory('videos')
126 const n1 = buildUUID() + '.mp4'
127 const n2 = buildUUID() + '.webm'
129 await createFile(join(base, n1))
130 await createFile(join(base, n2))
132 badNames['videos'] = [ n1, n2 ]
136 const base = servers[0].serversCommand.buildDirectory('torrents')
138 const n1 = buildUUID() + '-240.torrent'
139 const n2 = buildUUID() + '-480.torrent'
141 await createFile(join(base, n1))
142 await createFile(join(base, n2))
144 badNames['torrents'] = [ n1, n2 ]
148 const base = servers[0].serversCommand.buildDirectory('thumbnails')
150 const n1 = buildUUID() + '.jpg'
151 const n2 = buildUUID() + '.jpg'
153 await createFile(join(base, n1))
154 await createFile(join(base, n2))
156 badNames['thumbnails'] = [ n1, n2 ]
160 const base = servers[0].serversCommand.buildDirectory('previews')
162 const n1 = buildUUID() + '.jpg'
163 const n2 = buildUUID() + '.jpg'
165 await createFile(join(base, n1))
166 await createFile(join(base, n2))
168 badNames['previews'] = [ n1, n2 ]
172 const base = servers[0].serversCommand.buildDirectory('avatars')
174 const n1 = buildUUID() + '.png'
175 const n2 = buildUUID() + '.jpg'
177 await createFile(join(base, n1))
178 await createFile(join(base, n2))
180 badNames['avatars'] = [ n1, n2 ]
185 it('Should run prune storage', async function () {
188 const env = servers[0].cliCommand.getEnv()
189 await CLICommand.exec(`echo y | ${env} npm run prune-storage`)
192 it('Should have removed files', async function () {
193 await assertCountAreOkay(servers)
195 for (const directory of Object.keys(badNames)) {
196 for (const name of badNames[directory]) {
197 await assertNotExists(servers[0], directory, name)
202 after(async function () {
203 await cleanupTests(servers)