]>
Commit | Line | Data |
---|---|---|
a1587156 | 1 | /* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */ |
e2600d8b C |
2 | |
3 | import 'mocha' | |
4 | import * as chai from 'chai' | |
d4a8e7a6 C |
5 | import { createFile, readdir } from 'fs-extra' |
6 | import { join } from 'path' | |
7 | import { buildUUID } from '@server/helpers/uuid' | |
e2600d8b | 8 | import { |
e2600d8b | 9 | cleanupTests, |
329619b3 | 10 | CLICommand, |
254d3579 | 11 | createMultipleServers, |
4c7e60bc | 12 | doubleFollow, |
52fb1d97 | 13 | killallServers, |
a1587156 | 14 | makeGetRequest, |
254d3579 | 15 | PeerTubeServer, |
a1587156 C |
16 | setAccessTokensToServers, |
17 | setDefaultVideoChannel, | |
9fff08cf C |
18 | wait, |
19 | waitJobs | |
20 | } from '@shared/extra-utils' | |
4c7e60bc | 21 | import { HttpStatusCode, VideoPlaylistPrivacy } from '@shared/models' |
e2600d8b C |
22 | |
23 | const expect = chai.expect | |
24 | ||
254d3579 | 25 | async function countFiles (server: PeerTubeServer, directory: string) { |
89d241a7 | 26 | const files = await readdir(server.servers.buildDirectory(directory)) |
e2600d8b C |
27 | |
28 | return files.length | |
29 | } | |
30 | ||
254d3579 | 31 | async function assertNotExists (server: PeerTubeServer, directory: string, substring: string) { |
89d241a7 | 32 | const files = await readdir(server.servers.buildDirectory(directory)) |
e2600d8b C |
33 | |
34 | for (const f of files) { | |
35 | expect(f).to.not.contain(substring) | |
36 | } | |
37 | } | |
38 | ||
764b1a14 | 39 | async function assertCountAreOkay (servers: PeerTubeServer[], videoServer2UUID: string) { |
e2600d8b | 40 | for (const server of servers) { |
6c5065a0 | 41 | const videosCount = await countFiles(server, 'videos') |
e2600d8b C |
42 | expect(videosCount).to.equal(8) |
43 | ||
6c5065a0 | 44 | const torrentsCount = await countFiles(server, 'torrents') |
66fb2aa3 | 45 | expect(torrentsCount).to.equal(16) |
e2600d8b | 46 | |
6c5065a0 | 47 | const previewsCount = await countFiles(server, 'previews') |
e2600d8b C |
48 | expect(previewsCount).to.equal(2) |
49 | ||
6c5065a0 | 50 | const thumbnailsCount = await countFiles(server, 'thumbnails') |
e2600d8b C |
51 | expect(thumbnailsCount).to.equal(6) |
52 | ||
6c5065a0 | 53 | const avatarsCount = await countFiles(server, 'avatars') |
e2600d8b C |
54 | expect(avatarsCount).to.equal(2) |
55 | } | |
764b1a14 C |
56 | |
57 | // When we'll prune HLS directories too | |
58 | // const hlsRootCount = await countFiles(servers[1], 'streaming-playlists/hls/') | |
59 | // expect(hlsRootCount).to.equal(2) | |
60 | ||
61 | // const hlsCount = await countFiles(servers[1], 'streaming-playlists/hls/' + videoServer2UUID) | |
62 | // expect(hlsCount).to.equal(10) | |
e2600d8b C |
63 | } |
64 | ||
65 | describe('Test prune storage scripts', function () { | |
254d3579 | 66 | let servers: PeerTubeServer[] |
a1587156 | 67 | const badNames: { [directory: string]: string[] } = {} |
e2600d8b | 68 | |
764b1a14 C |
69 | let videoServer2UUID: string |
70 | ||
e2600d8b C |
71 | before(async function () { |
72 | this.timeout(120000) | |
73 | ||
254d3579 | 74 | servers = await createMultipleServers(2, { transcoding: { enabled: true } }) |
e2600d8b C |
75 | await setAccessTokensToServers(servers) |
76 | await setDefaultVideoChannel(servers) | |
77 | ||
78 | for (const server of servers) { | |
89d241a7 | 79 | await server.videos.upload({ attributes: { name: 'video 1' } }) |
764b1a14 C |
80 | |
81 | const { uuid } = await server.videos.upload({ attributes: { name: 'video 2' } }) | |
82 | if (server.serverNumber === 2) videoServer2UUID = uuid | |
e2600d8b | 83 | |
89d241a7 | 84 | await server.users.updateMyAvatar({ fixture: 'avatar.png' }) |
e2600d8b | 85 | |
89d241a7 | 86 | await server.playlists.create({ |
e6346d59 | 87 | attributes: { |
e2600d8b C |
88 | displayName: 'playlist', |
89 | privacy: VideoPlaylistPrivacy.PUBLIC, | |
89d241a7 | 90 | videoChannelId: server.store.channel.id, |
e2600d8b C |
91 | thumbnailfile: 'thumbnail.jpg' |
92 | } | |
93 | }) | |
94 | } | |
95 | ||
96 | await doubleFollow(servers[0], servers[1]) | |
97 | ||
98 | // Lazy load the remote avatar | |
99 | { | |
89d241a7 | 100 | const account = await servers[0].accounts.get({ accountName: 'root@localhost:' + servers[1].port }) |
66fb2aa3 | 101 | await makeGetRequest({ |
a1587156 | 102 | url: servers[0].url, |
66fb2aa3 | 103 | path: account.avatar.path, |
c0e8b12e | 104 | expectedStatus: HttpStatusCode.OK_200 |
66fb2aa3 | 105 | }) |
e2600d8b C |
106 | } |
107 | ||
108 | { | |
89d241a7 | 109 | const account = await servers[1].accounts.get({ accountName: 'root@localhost:' + servers[0].port }) |
66fb2aa3 | 110 | await makeGetRequest({ |
a1587156 | 111 | url: servers[1].url, |
66fb2aa3 | 112 | path: account.avatar.path, |
c0e8b12e | 113 | expectedStatus: HttpStatusCode.OK_200 |
66fb2aa3 | 114 | }) |
e2600d8b C |
115 | } |
116 | ||
117 | await wait(1000) | |
118 | ||
119 | await waitJobs(servers) | |
9293139f | 120 | await killallServers(servers) |
52fb1d97 C |
121 | |
122 | await wait(1000) | |
e2600d8b C |
123 | }) |
124 | ||
125 | it('Should have the files on the disk', async function () { | |
764b1a14 | 126 | await assertCountAreOkay(servers, videoServer2UUID) |
e2600d8b C |
127 | }) |
128 | ||
129 | it('Should create some dirty files', async function () { | |
130 | for (let i = 0; i < 2; i++) { | |
131 | { | |
89d241a7 | 132 | const base = servers[0].servers.buildDirectory('videos') |
e2600d8b | 133 | |
d4a8e7a6 C |
134 | const n1 = buildUUID() + '.mp4' |
135 | const n2 = buildUUID() + '.webm' | |
e2600d8b C |
136 | |
137 | await createFile(join(base, n1)) | |
138 | await createFile(join(base, n2)) | |
139 | ||
140 | badNames['videos'] = [ n1, n2 ] | |
141 | } | |
142 | ||
143 | { | |
89d241a7 | 144 | const base = servers[0].servers.buildDirectory('torrents') |
e2600d8b | 145 | |
d4a8e7a6 C |
146 | const n1 = buildUUID() + '-240.torrent' |
147 | const n2 = buildUUID() + '-480.torrent' | |
e2600d8b C |
148 | |
149 | await createFile(join(base, n1)) | |
150 | await createFile(join(base, n2)) | |
151 | ||
152 | badNames['torrents'] = [ n1, n2 ] | |
153 | } | |
154 | ||
155 | { | |
89d241a7 | 156 | const base = servers[0].servers.buildDirectory('thumbnails') |
e2600d8b | 157 | |
d4a8e7a6 C |
158 | const n1 = buildUUID() + '.jpg' |
159 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
160 | |
161 | await createFile(join(base, n1)) | |
162 | await createFile(join(base, n2)) | |
163 | ||
164 | badNames['thumbnails'] = [ n1, n2 ] | |
165 | } | |
166 | ||
167 | { | |
89d241a7 | 168 | const base = servers[0].servers.buildDirectory('previews') |
e2600d8b | 169 | |
d4a8e7a6 C |
170 | const n1 = buildUUID() + '.jpg' |
171 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
172 | |
173 | await createFile(join(base, n1)) | |
174 | await createFile(join(base, n2)) | |
175 | ||
176 | badNames['previews'] = [ n1, n2 ] | |
177 | } | |
178 | ||
179 | { | |
89d241a7 | 180 | const base = servers[0].servers.buildDirectory('avatars') |
e2600d8b | 181 | |
d4a8e7a6 C |
182 | const n1 = buildUUID() + '.png' |
183 | const n2 = buildUUID() + '.jpg' | |
e2600d8b C |
184 | |
185 | await createFile(join(base, n1)) | |
186 | await createFile(join(base, n2)) | |
187 | ||
188 | badNames['avatars'] = [ n1, n2 ] | |
189 | } | |
764b1a14 C |
190 | |
191 | // When we'll prune HLS directories too | |
192 | // { | |
193 | // const directory = join('streaming-playlists', 'hls') | |
194 | // const base = servers[1].servers.buildDirectory(directory) | |
195 | ||
196 | // const n1 = buildUUID() | |
197 | // await createFile(join(base, n1)) | |
198 | // badNames[directory] = [ n1 ] | |
199 | // } | |
200 | ||
201 | // { | |
202 | // const directory = join('streaming-playlists', 'hls', videoServer2UUID) | |
203 | // const base = servers[1].servers.buildDirectory(directory) | |
204 | // const n1 = buildUUID() + '-240-fragmented-.mp4' | |
205 | // const n2 = buildUUID() + '-master.m3u8' | |
206 | ||
207 | // await createFile(join(base, n1)) | |
208 | // await createFile(join(base, n2)) | |
209 | ||
210 | // badNames[directory] = [ n1, n2 ] | |
211 | // } | |
e2600d8b C |
212 | } |
213 | }) | |
214 | ||
215 | it('Should run prune storage', async function () { | |
216 | this.timeout(30000) | |
217 | ||
89d241a7 | 218 | const env = servers[0].cli.getEnv() |
329619b3 | 219 | await CLICommand.exec(`echo y | ${env} npm run prune-storage`) |
e2600d8b C |
220 | }) |
221 | ||
222 | it('Should have removed files', async function () { | |
764b1a14 | 223 | await assertCountAreOkay(servers, videoServer2UUID) |
e2600d8b C |
224 | |
225 | for (const directory of Object.keys(badNames)) { | |
226 | for (const name of badNames[directory]) { | |
6c5065a0 | 227 | await assertNotExists(servers[0], directory, name) |
e2600d8b C |
228 | } |
229 | } | |
230 | }) | |
231 | ||
232 | after(async function () { | |
233 | await cleanupTests(servers) | |
234 | }) | |
235 | }) |