]>
Commit | Line | Data |
---|---|---|
a1587156 | 1 | /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */ |
e2600d8b C |
2 | |
3 | import 'mocha' | |
4 | import * as chai from 'chai' | |
d4a8e7a6 C |
5 | import { createFile, readdir } from 'fs-extra' |
6 | import { join } from 'path' | |
7 | import { buildUUID } from '@server/helpers/uuid' | |
9fff08cf | 8 | import { HttpStatusCode } from '@shared/core-utils' |
e2600d8b | 9 | import { |
e2600d8b | 10 | cleanupTests, |
329619b3 | 11 | CLICommand, |
e2600d8b | 12 | doubleFollow, |
e2600d8b | 13 | flushAndRunMultipleServers, |
52fb1d97 | 14 | killallServers, |
a1587156 | 15 | makeGetRequest, |
e2600d8b | 16 | ServerInfo, |
a1587156 C |
17 | setAccessTokensToServers, |
18 | setDefaultVideoChannel, | |
e2600d8b | 19 | uploadVideo, |
9fff08cf C |
20 | wait, |
21 | waitJobs | |
22 | } from '@shared/extra-utils' | |
23 | import { VideoPlaylistPrivacy } from '@shared/models' | |
e2600d8b C |
24 | |
25 | const expect = chai.expect | |
26 | ||
6c5065a0 C |
27 | async function countFiles (server: ServerInfo, directory: string) { |
28 | const files = await readdir(server.serversCommand.buildDirectory(directory)) | |
e2600d8b C |
29 | |
30 | return files.length | |
31 | } | |
32 | ||
6c5065a0 C |
33 | async function assertNotExists (server: ServerInfo, directory: string, substring: string) { |
34 | const files = await readdir(server.serversCommand.buildDirectory(directory)) | |
e2600d8b C |
35 | |
36 | for (const f of files) { | |
37 | expect(f).to.not.contain(substring) | |
38 | } | |
39 | } | |
40 | ||
41 | async function assertCountAreOkay (servers: ServerInfo[]) { | |
42 | for (const server of servers) { | |
6c5065a0 | 43 | const videosCount = await countFiles(server, 'videos') |
e2600d8b C |
44 | expect(videosCount).to.equal(8) |
45 | ||
6c5065a0 | 46 | const torrentsCount = await countFiles(server, 'torrents') |
66fb2aa3 | 47 | expect(torrentsCount).to.equal(16) |
e2600d8b | 48 | |
6c5065a0 | 49 | const previewsCount = await countFiles(server, 'previews') |
e2600d8b C |
50 | expect(previewsCount).to.equal(2) |
51 | ||
6c5065a0 | 52 | const thumbnailsCount = await countFiles(server, 'thumbnails') |
e2600d8b C |
53 | expect(thumbnailsCount).to.equal(6) |
54 | ||
6c5065a0 | 55 | const avatarsCount = await countFiles(server, 'avatars') |
e2600d8b C |
56 | expect(avatarsCount).to.equal(2) |
57 | } | |
58 | } | |
59 | ||
60 | describe('Test prune storage scripts', function () { | |
61 | let servers: ServerInfo[] | |
a1587156 | 62 | const badNames: { [directory: string]: string[] } = {} |
e2600d8b C |
63 | |
64 | before(async function () { | |
65 | this.timeout(120000) | |
66 | ||
67 | servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } }) | |
68 | await setAccessTokensToServers(servers) | |
69 | await setDefaultVideoChannel(servers) | |
70 | ||
71 | for (const server of servers) { | |
72 | await uploadVideo(server.url, server.accessToken, { name: 'video 1' }) | |
73 | await uploadVideo(server.url, server.accessToken, { name: 'video 2' }) | |
74 | ||
7926c5f9 | 75 | await server.usersCommand.updateMyAvatar({ fixture: 'avatar.png' }) |
e2600d8b | 76 | |
e6346d59 C |
77 | await server.playlistsCommand.create({ |
78 | attributes: { | |
e2600d8b C |
79 | displayName: 'playlist', |
80 | privacy: VideoPlaylistPrivacy.PUBLIC, | |
81 | videoChannelId: server.videoChannel.id, | |
82 | thumbnailfile: 'thumbnail.jpg' | |
83 | } | |
84 | }) | |
85 | } | |
86 | ||
87 | await doubleFollow(servers[0], servers[1]) | |
88 | ||
89 | // Lazy load the remote avatar | |
90 | { | |
9fff08cf | 91 | const account = await servers[0].accountsCommand.get({ accountName: 'root@localhost:' + servers[1].port }) |
66fb2aa3 | 92 | await makeGetRequest({ |
a1587156 | 93 | url: servers[0].url, |
66fb2aa3 | 94 | path: account.avatar.path, |
2d53be02 | 95 | statusCodeExpected: HttpStatusCode.OK_200 |
66fb2aa3 | 96 | }) |
e2600d8b C |
97 | } |
98 | ||
99 | { | |
9fff08cf | 100 | const account = await servers[1].accountsCommand.get({ accountName: 'root@localhost:' + servers[0].port }) |
66fb2aa3 | 101 | await makeGetRequest({ |
a1587156 | 102 | url: servers[1].url, |
66fb2aa3 | 103 | path: account.avatar.path, |
2d53be02 | 104 | statusCodeExpected: HttpStatusCode.OK_200 |
66fb2aa3 | 105 | }) |
e2600d8b C |
106 | } |
107 | ||
108 | await wait(1000) | |
109 | ||
110 | await waitJobs(servers) | |
9293139f | 111 | await killallServers(servers) |
52fb1d97 C |
112 | |
113 | await wait(1000) | |
e2600d8b C |
114 | }) |
115 | ||
116 | it('Should have the files on the disk', async function () { | |
117 | await assertCountAreOkay(servers) | |
118 | }) | |
119 | ||
120 | it('Should create some dirty files', async function () { | |
121 | for (let i = 0; i < 2; i++) { | |
122 | { | |
6c5065a0 | 123 | const base = servers[0].serversCommand.buildDirectory('videos') |
e2600d8b | 124 | |
d4a8e7a6 C |
125 | const n1 = buildUUID() + '.mp4' |
126 | const n2 = buildUUID() + '.webm' | |
e2600d8b C |
127 | |
128 | await createFile(join(base, n1)) | |
129 | await createFile(join(base, n2)) | |
130 | ||
131 | badNames['videos'] = [ n1, n2 ] | |
132 | } | |
133 | ||
134 | { | |
6c5065a0 | 135 | const base = servers[0].serversCommand.buildDirectory('torrents') |
e2600d8b | 136 | |
d4a8e7a6 C |
137 | const n1 = buildUUID() + '-240.torrent' |
138 | const n2 = buildUUID() + '-480.torrent' | |
e2600d8b C |
139 | |
140 | await createFile(join(base, n1)) | |
141 | await createFile(join(base, n2)) | |
142 | ||
143 | badNames['torrents'] = [ n1, n2 ] | |
144 | } | |
145 | ||
146 | { | |
6c5065a0 | 147 | const base = servers[0].serversCommand.buildDirectory('thumbnails') |
e2600d8b | 148 | |
d4a8e7a6 C |
149 | const n1 = buildUUID() + '.jpg' |
150 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
151 | |
152 | await createFile(join(base, n1)) | |
153 | await createFile(join(base, n2)) | |
154 | ||
155 | badNames['thumbnails'] = [ n1, n2 ] | |
156 | } | |
157 | ||
158 | { | |
6c5065a0 | 159 | const base = servers[0].serversCommand.buildDirectory('previews') |
e2600d8b | 160 | |
d4a8e7a6 C |
161 | const n1 = buildUUID() + '.jpg' |
162 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
163 | |
164 | await createFile(join(base, n1)) | |
165 | await createFile(join(base, n2)) | |
166 | ||
167 | badNames['previews'] = [ n1, n2 ] | |
168 | } | |
169 | ||
170 | { | |
6c5065a0 | 171 | const base = servers[0].serversCommand.buildDirectory('avatars') |
e2600d8b | 172 | |
d4a8e7a6 C |
173 | const n1 = buildUUID() + '.png' |
174 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
175 | |
176 | await createFile(join(base, n1)) | |
177 | await createFile(join(base, n2)) | |
178 | ||
179 | badNames['avatars'] = [ n1, n2 ] | |
180 | } | |
181 | } | |
182 | }) | |
183 | ||
184 | it('Should run prune storage', async function () { | |
185 | this.timeout(30000) | |
186 | ||
329619b3 C |
187 | const env = servers[0].cliCommand.getEnv() |
188 | await CLICommand.exec(`echo y | ${env} npm run prune-storage`) | |
e2600d8b C |
189 | }) |
190 | ||
191 | it('Should have removed files', async function () { | |
192 | await assertCountAreOkay(servers) | |
193 | ||
194 | for (const directory of Object.keys(badNames)) { | |
195 | for (const name of badNames[directory]) { | |
6c5065a0 | 196 | await assertNotExists(servers[0], directory, name) |
e2600d8b C |
197 | } |
198 | } | |
199 | }) | |
200 | ||
201 | after(async function () { | |
202 | await cleanupTests(servers) | |
203 | }) | |
204 | }) |