]>
Commit | Line | Data |
---|---|---|
a1587156 | 1 | /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */ |
e2600d8b C |
2 | |
3 | import 'mocha' | |
4 | import * as chai from 'chai' | |
d4a8e7a6 C |
5 | import { createFile, readdir } from 'fs-extra' |
6 | import { join } from 'path' | |
7 | import { buildUUID } from '@server/helpers/uuid' | |
9fff08cf | 8 | import { HttpStatusCode } from '@shared/core-utils' |
e2600d8b C |
9 | import { |
10 | buildServerDirectory, | |
11 | cleanupTests, | |
329619b3 | 12 | CLICommand, |
e2600d8b C |
13 | createVideoPlaylist, |
14 | doubleFollow, | |
e2600d8b | 15 | flushAndRunMultipleServers, |
52fb1d97 | 16 | killallServers, |
a1587156 | 17 | makeGetRequest, |
e2600d8b | 18 | ServerInfo, |
a1587156 C |
19 | setAccessTokensToServers, |
20 | setDefaultVideoChannel, | |
e2600d8b C |
21 | updateMyAvatar, |
22 | uploadVideo, | |
9fff08cf C |
23 | wait, |
24 | waitJobs | |
25 | } from '@shared/extra-utils' | |
26 | import { VideoPlaylistPrivacy } from '@shared/models' | |
e2600d8b C |
27 | |
28 | const expect = chai.expect | |
29 | ||
30 | async function countFiles (internalServerNumber: number, directory: string) { | |
ca5c612b | 31 | const files = await readdir(buildServerDirectory({ internalServerNumber }, directory)) |
e2600d8b C |
32 | |
33 | return files.length | |
34 | } | |
35 | ||
36 | async function assertNotExists (internalServerNumber: number, directory: string, substring: string) { | |
ca5c612b | 37 | const files = await readdir(buildServerDirectory({ internalServerNumber }, directory)) |
e2600d8b C |
38 | |
39 | for (const f of files) { | |
40 | expect(f).to.not.contain(substring) | |
41 | } | |
42 | } | |
43 | ||
44 | async function assertCountAreOkay (servers: ServerInfo[]) { | |
45 | for (const server of servers) { | |
46 | const videosCount = await countFiles(server.internalServerNumber, 'videos') | |
47 | expect(videosCount).to.equal(8) | |
48 | ||
49 | const torrentsCount = await countFiles(server.internalServerNumber, 'torrents') | |
66fb2aa3 | 50 | expect(torrentsCount).to.equal(16) |
e2600d8b C |
51 | |
52 | const previewsCount = await countFiles(server.internalServerNumber, 'previews') | |
53 | expect(previewsCount).to.equal(2) | |
54 | ||
55 | const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails') | |
56 | expect(thumbnailsCount).to.equal(6) | |
57 | ||
58 | const avatarsCount = await countFiles(server.internalServerNumber, 'avatars') | |
59 | expect(avatarsCount).to.equal(2) | |
60 | } | |
61 | } | |
62 | ||
63 | describe('Test prune storage scripts', function () { | |
64 | let servers: ServerInfo[] | |
a1587156 | 65 | const badNames: { [directory: string]: string[] } = {} |
e2600d8b C |
66 | |
67 | before(async function () { | |
68 | this.timeout(120000) | |
69 | ||
70 | servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } }) | |
71 | await setAccessTokensToServers(servers) | |
72 | await setDefaultVideoChannel(servers) | |
73 | ||
74 | for (const server of servers) { | |
75 | await uploadVideo(server.url, server.accessToken, { name: 'video 1' }) | |
76 | await uploadVideo(server.url, server.accessToken, { name: 'video 2' }) | |
77 | ||
78 | await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' }) | |
79 | ||
80 | await createVideoPlaylist({ | |
81 | url: server.url, | |
82 | token: server.accessToken, | |
83 | playlistAttrs: { | |
84 | displayName: 'playlist', | |
85 | privacy: VideoPlaylistPrivacy.PUBLIC, | |
86 | videoChannelId: server.videoChannel.id, | |
87 | thumbnailfile: 'thumbnail.jpg' | |
88 | } | |
89 | }) | |
90 | } | |
91 | ||
92 | await doubleFollow(servers[0], servers[1]) | |
93 | ||
94 | // Lazy load the remote avatar | |
95 | { | |
9fff08cf | 96 | const account = await servers[0].accountsCommand.get({ accountName: 'root@localhost:' + servers[1].port }) |
66fb2aa3 | 97 | await makeGetRequest({ |
a1587156 | 98 | url: servers[0].url, |
66fb2aa3 | 99 | path: account.avatar.path, |
2d53be02 | 100 | statusCodeExpected: HttpStatusCode.OK_200 |
66fb2aa3 | 101 | }) |
e2600d8b C |
102 | } |
103 | ||
104 | { | |
9fff08cf | 105 | const account = await servers[1].accountsCommand.get({ accountName: 'root@localhost:' + servers[0].port }) |
66fb2aa3 | 106 | await makeGetRequest({ |
a1587156 | 107 | url: servers[1].url, |
66fb2aa3 | 108 | path: account.avatar.path, |
2d53be02 | 109 | statusCodeExpected: HttpStatusCode.OK_200 |
66fb2aa3 | 110 | }) |
e2600d8b C |
111 | } |
112 | ||
113 | await wait(1000) | |
114 | ||
115 | await waitJobs(servers) | |
52fb1d97 C |
116 | killallServers(servers) |
117 | ||
118 | await wait(1000) | |
e2600d8b C |
119 | }) |
120 | ||
121 | it('Should have the files on the disk', async function () { | |
122 | await assertCountAreOkay(servers) | |
123 | }) | |
124 | ||
125 | it('Should create some dirty files', async function () { | |
126 | for (let i = 0; i < 2; i++) { | |
127 | { | |
ca5c612b | 128 | const base = buildServerDirectory(servers[0], 'videos') |
e2600d8b | 129 | |
d4a8e7a6 C |
130 | const n1 = buildUUID() + '.mp4' |
131 | const n2 = buildUUID() + '.webm' | |
e2600d8b C |
132 | |
133 | await createFile(join(base, n1)) | |
134 | await createFile(join(base, n2)) | |
135 | ||
136 | badNames['videos'] = [ n1, n2 ] | |
137 | } | |
138 | ||
139 | { | |
ca5c612b | 140 | const base = buildServerDirectory(servers[0], 'torrents') |
e2600d8b | 141 | |
d4a8e7a6 C |
142 | const n1 = buildUUID() + '-240.torrent' |
143 | const n2 = buildUUID() + '-480.torrent' | |
e2600d8b C |
144 | |
145 | await createFile(join(base, n1)) | |
146 | await createFile(join(base, n2)) | |
147 | ||
148 | badNames['torrents'] = [ n1, n2 ] | |
149 | } | |
150 | ||
151 | { | |
ca5c612b | 152 | const base = buildServerDirectory(servers[0], 'thumbnails') |
e2600d8b | 153 | |
d4a8e7a6 C |
154 | const n1 = buildUUID() + '.jpg' |
155 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
156 | |
157 | await createFile(join(base, n1)) | |
158 | await createFile(join(base, n2)) | |
159 | ||
160 | badNames['thumbnails'] = [ n1, n2 ] | |
161 | } | |
162 | ||
163 | { | |
ca5c612b | 164 | const base = buildServerDirectory(servers[0], 'previews') |
e2600d8b | 165 | |
d4a8e7a6 C |
166 | const n1 = buildUUID() + '.jpg' |
167 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
168 | |
169 | await createFile(join(base, n1)) | |
170 | await createFile(join(base, n2)) | |
171 | ||
172 | badNames['previews'] = [ n1, n2 ] | |
173 | } | |
174 | ||
175 | { | |
ca5c612b | 176 | const base = buildServerDirectory(servers[0], 'avatars') |
e2600d8b | 177 | |
d4a8e7a6 C |
178 | const n1 = buildUUID() + '.png' |
179 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
180 | |
181 | await createFile(join(base, n1)) | |
182 | await createFile(join(base, n2)) | |
183 | ||
184 | badNames['avatars'] = [ n1, n2 ] | |
185 | } | |
186 | } | |
187 | }) | |
188 | ||
189 | it('Should run prune storage', async function () { | |
190 | this.timeout(30000) | |
191 | ||
329619b3 C |
192 | const env = servers[0].cliCommand.getEnv() |
193 | await CLICommand.exec(`echo y | ${env} npm run prune-storage`) | |
e2600d8b C |
194 | }) |
195 | ||
196 | it('Should have removed files', async function () { | |
197 | await assertCountAreOkay(servers) | |
198 | ||
199 | for (const directory of Object.keys(badNames)) { | |
200 | for (const name of badNames[directory]) { | |
201 | await assertNotExists(servers[0].internalServerNumber, directory, name) | |
202 | } | |
203 | } | |
204 | }) | |
205 | ||
206 | after(async function () { | |
207 | await cleanupTests(servers) | |
208 | }) | |
209 | }) |