1 /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
4 import * as chai from 'chai'
5 import { waitJobs } from '../../../shared/extra-utils/server/jobs'
12 flushAndRunMultipleServers,
17 setAccessTokensToServers,
18 setDefaultVideoChannel,
22 } from '../../../shared/extra-utils'
23 import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
24 import { createFile, readdir } from 'fs-extra'
25 import { v4 as uuidv4 } from 'uuid'
26 import { join } from 'path'
28 const expect = chai.expect
30 async function countFiles (internalServerNumber: number, directory: string) {
31 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
36 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
37 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
39 for (const f of files) {
40 expect(f).to.not.contain(substring)
44 async function assertCountAreOkay (servers: ServerInfo[]) {
45 for (const server of servers) {
46 const videosCount = await countFiles(server.internalServerNumber, 'videos')
47 expect(videosCount).to.equal(8)
49 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
50 expect(torrentsCount).to.equal(16)
52 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
53 expect(previewsCount).to.equal(2)
55 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
56 expect(thumbnailsCount).to.equal(6)
58 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
59 expect(avatarsCount).to.equal(2)
63 describe('Test prune storage scripts', function () {
64 let servers: ServerInfo[]
65 const badNames: { [directory: string]: string[] } = {}
67 before(async function () {
70 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
71 await setAccessTokensToServers(servers)
72 await setDefaultVideoChannel(servers)
74 for (const server of servers) {
75 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
76 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
78 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
80 await createVideoPlaylist({
82 token: server.accessToken,
84 displayName: 'playlist',
85 privacy: VideoPlaylistPrivacy.PUBLIC,
86 videoChannelId: server.videoChannel.id,
87 thumbnailfile: 'thumbnail.jpg'
92 await doubleFollow(servers[0], servers[1])
94 // Lazy load the remote avatar
96 const res = await getAccount(servers[0].url, 'root@localhost:' + servers[1].port)
97 const account: Account = res.body
98 await makeGetRequest({
100 path: account.avatar.path,
101 statusCodeExpected: 200
106 const res = await getAccount(servers[1].url, 'root@localhost:' + servers[0].port)
107 const account: Account = res.body
108 await makeGetRequest({
110 path: account.avatar.path,
111 statusCodeExpected: 200
117 await waitJobs(servers)
120 it('Should have the files on the disk', async function () {
121 await assertCountAreOkay(servers)
124 it('Should create some dirty files', async function () {
125 for (let i = 0; i < 2; i++) {
127 const base = buildServerDirectory(servers[0].internalServerNumber, 'videos')
129 const n1 = uuidv4() + '.mp4'
130 const n2 = uuidv4() + '.webm'
132 await createFile(join(base, n1))
133 await createFile(join(base, n2))
135 badNames['videos'] = [ n1, n2 ]
139 const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents')
141 const n1 = uuidv4() + '-240.torrent'
142 const n2 = uuidv4() + '-480.torrent'
144 await createFile(join(base, n1))
145 await createFile(join(base, n2))
147 badNames['torrents'] = [ n1, n2 ]
151 const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails')
153 const n1 = uuidv4() + '.jpg'
154 const n2 = uuidv4() + '.jpg'
156 await createFile(join(base, n1))
157 await createFile(join(base, n2))
159 badNames['thumbnails'] = [ n1, n2 ]
163 const base = buildServerDirectory(servers[0].internalServerNumber, 'previews')
165 const n1 = uuidv4() + '.jpg'
166 const n2 = uuidv4() + '.jpg'
168 await createFile(join(base, n1))
169 await createFile(join(base, n2))
171 badNames['previews'] = [ n1, n2 ]
175 const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars')
177 const n1 = uuidv4() + '.png'
178 const n2 = uuidv4() + '.jpg'
180 await createFile(join(base, n1))
181 await createFile(join(base, n2))
183 badNames['avatars'] = [ n1, n2 ]
188 it('Should run prune storage', async function () {
191 const env = getEnvCli(servers[0])
192 await execCLI(`echo y | ${env} npm run prune-storage`)
195 it('Should have removed files', async function () {
196 await assertCountAreOkay(servers)
198 for (const directory of Object.keys(badNames)) {
199 for (const name of badNames[directory]) {
200 await assertNotExists(servers[0].internalServerNumber, directory, name)
205 after(async function () {
206 await cleanupTests(servers)