]>
Commit | Line | Data |
---|---|---|
e2600d8b C |
1 | /* tslint:disable:no-unused-expression */ |
2 | ||
3 | import 'mocha' | |
4 | import * as chai from 'chai' | |
5 | import { waitJobs } from '../../../shared/extra-utils/server/jobs' | |
6 | import { | |
7 | buildServerDirectory, | |
8 | cleanupTests, | |
9 | createVideoPlaylist, | |
10 | doubleFollow, | |
11 | execCLI, | |
12 | flushAndRunMultipleServers, | |
13 | getAccount, | |
66fb2aa3 | 14 | getEnvCli, makeGetRequest, makeRawRequest, |
e2600d8b C |
15 | ServerInfo, |
16 | setAccessTokensToServers, setDefaultVideoChannel, | |
17 | updateMyAvatar, | |
18 | uploadVideo, | |
19 | wait | |
20 | } from '../../../shared/extra-utils' | |
21 | import { Account, VideoPlaylistPrivacy } from '../../../shared/models' | |
22 | import { createFile, readdir } from 'fs-extra' | |
23 | import * as uuidv4 from 'uuid/v4' | |
24 | import { join } from 'path' | |
25 | import * as request from 'supertest' | |
26 | ||
27 | const expect = chai.expect | |
28 | ||
29 | async function countFiles (internalServerNumber: number, directory: string) { | |
30 | const files = await readdir(buildServerDirectory(internalServerNumber, directory)) | |
31 | ||
32 | return files.length | |
33 | } | |
34 | ||
35 | async function assertNotExists (internalServerNumber: number, directory: string, substring: string) { | |
36 | const files = await readdir(buildServerDirectory(internalServerNumber, directory)) | |
37 | ||
38 | for (const f of files) { | |
39 | expect(f).to.not.contain(substring) | |
40 | } | |
41 | } | |
42 | ||
43 | async function assertCountAreOkay (servers: ServerInfo[]) { | |
44 | for (const server of servers) { | |
45 | const videosCount = await countFiles(server.internalServerNumber, 'videos') | |
46 | expect(videosCount).to.equal(8) | |
47 | ||
48 | const torrentsCount = await countFiles(server.internalServerNumber, 'torrents') | |
66fb2aa3 | 49 | expect(torrentsCount).to.equal(16) |
e2600d8b C |
50 | |
51 | const previewsCount = await countFiles(server.internalServerNumber, 'previews') | |
52 | expect(previewsCount).to.equal(2) | |
53 | ||
54 | const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails') | |
55 | expect(thumbnailsCount).to.equal(6) | |
56 | ||
57 | const avatarsCount = await countFiles(server.internalServerNumber, 'avatars') | |
58 | expect(avatarsCount).to.equal(2) | |
59 | } | |
60 | } | |
61 | ||
62 | describe('Test prune storage scripts', function () { | |
63 | let servers: ServerInfo[] | |
64 | const badNames: { [ directory: string ]: string[] } = {} | |
65 | ||
66 | before(async function () { | |
67 | this.timeout(120000) | |
68 | ||
69 | servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } }) | |
70 | await setAccessTokensToServers(servers) | |
71 | await setDefaultVideoChannel(servers) | |
72 | ||
73 | for (const server of servers) { | |
74 | await uploadVideo(server.url, server.accessToken, { name: 'video 1' }) | |
75 | await uploadVideo(server.url, server.accessToken, { name: 'video 2' }) | |
76 | ||
77 | await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' }) | |
78 | ||
79 | await createVideoPlaylist({ | |
80 | url: server.url, | |
81 | token: server.accessToken, | |
82 | playlistAttrs: { | |
83 | displayName: 'playlist', | |
84 | privacy: VideoPlaylistPrivacy.PUBLIC, | |
85 | videoChannelId: server.videoChannel.id, | |
86 | thumbnailfile: 'thumbnail.jpg' | |
87 | } | |
88 | }) | |
89 | } | |
90 | ||
91 | await doubleFollow(servers[0], servers[1]) | |
92 | ||
93 | // Lazy load the remote avatar | |
94 | { | |
95 | const res = await getAccount(servers[ 0 ].url, 'root@localhost:' + servers[ 1 ].port) | |
96 | const account: Account = res.body | |
66fb2aa3 C |
97 | await makeGetRequest({ |
98 | url: servers[ 0 ].url, | |
99 | path: account.avatar.path, | |
100 | statusCodeExpected: 200 | |
101 | }) | |
e2600d8b C |
102 | } |
103 | ||
104 | { | |
105 | const res = await getAccount(servers[ 1 ].url, 'root@localhost:' + servers[ 0 ].port) | |
106 | const account: Account = res.body | |
66fb2aa3 C |
107 | await makeGetRequest({ |
108 | url: servers[ 1 ].url, | |
109 | path: account.avatar.path, | |
110 | statusCodeExpected: 200 | |
111 | }) | |
e2600d8b C |
112 | } |
113 | ||
114 | await wait(1000) | |
115 | ||
116 | await waitJobs(servers) | |
117 | }) | |
118 | ||
119 | it('Should have the files on the disk', async function () { | |
120 | await assertCountAreOkay(servers) | |
121 | }) | |
122 | ||
123 | it('Should create some dirty files', async function () { | |
124 | for (let i = 0; i < 2; i++) { | |
125 | { | |
126 | const base = buildServerDirectory(servers[0].internalServerNumber, 'videos') | |
127 | ||
128 | const n1 = uuidv4() + '.mp4' | |
129 | const n2 = uuidv4() + '.webm' | |
130 | ||
131 | await createFile(join(base, n1)) | |
132 | await createFile(join(base, n2)) | |
133 | ||
134 | badNames['videos'] = [ n1, n2 ] | |
135 | } | |
136 | ||
137 | { | |
138 | const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents') | |
139 | ||
140 | const n1 = uuidv4() + '-240.torrent' | |
141 | const n2 = uuidv4() + '-480.torrent' | |
142 | ||
143 | await createFile(join(base, n1)) | |
144 | await createFile(join(base, n2)) | |
145 | ||
146 | badNames['torrents'] = [ n1, n2 ] | |
147 | } | |
148 | ||
149 | { | |
150 | const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails') | |
151 | ||
152 | const n1 = uuidv4() + '.jpg' | |
153 | const n2 = uuidv4() + '.jpg' | |
154 | ||
155 | await createFile(join(base, n1)) | |
156 | await createFile(join(base, n2)) | |
157 | ||
158 | badNames['thumbnails'] = [ n1, n2 ] | |
159 | } | |
160 | ||
161 | { | |
162 | const base = buildServerDirectory(servers[0].internalServerNumber, 'previews') | |
163 | ||
164 | const n1 = uuidv4() + '.jpg' | |
165 | const n2 = uuidv4() + '.jpg' | |
166 | ||
167 | await createFile(join(base, n1)) | |
168 | await createFile(join(base, n2)) | |
169 | ||
170 | badNames['previews'] = [ n1, n2 ] | |
171 | } | |
172 | ||
173 | { | |
174 | const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars') | |
175 | ||
176 | const n1 = uuidv4() + '.png' | |
177 | const n2 = uuidv4() + '.jpg' | |
178 | ||
179 | await createFile(join(base, n1)) | |
180 | await createFile(join(base, n2)) | |
181 | ||
182 | badNames['avatars'] = [ n1, n2 ] | |
183 | } | |
184 | } | |
185 | }) | |
186 | ||
187 | it('Should run prune storage', async function () { | |
188 | this.timeout(30000) | |
189 | ||
190 | const env = getEnvCli(servers[0]) | |
191 | await execCLI(`echo y | ${env} npm run prune-storage`) | |
192 | }) | |
193 | ||
194 | it('Should have removed files', async function () { | |
195 | await assertCountAreOkay(servers) | |
196 | ||
197 | for (const directory of Object.keys(badNames)) { | |
198 | for (const name of badNames[directory]) { | |
199 | await assertNotExists(servers[0].internalServerNumber, directory, name) | |
200 | } | |
201 | } | |
202 | }) | |
203 | ||
204 | after(async function () { | |
205 | await cleanupTests(servers) | |
206 | }) | |
207 | }) |