1 /* tslint:disable:no-unused-expression */
4 import * as chai from 'chai'
5 import { waitJobs } from '../../../shared/extra-utils/server/jobs'
12 flushAndRunMultipleServers,
14 getEnvCli, makeGetRequest, makeRawRequest,
16 setAccessTokensToServers, setDefaultVideoChannel,
20 } from '../../../shared/extra-utils'
21 import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
22 import { createFile, readdir } from 'fs-extra'
23 import * as uuidv4 from 'uuid/v4'
24 import { join } from 'path'
25 import * as request from 'supertest'
27 const expect = chai.expect
29 async function countFiles (internalServerNumber: number, directory: string) {
30 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
35 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
36 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
38 for (const f of files) {
39 expect(f).to.not.contain(substring)
43 async function assertCountAreOkay (servers: ServerInfo[]) {
44 for (const server of servers) {
45 const videosCount = await countFiles(server.internalServerNumber, 'videos')
46 expect(videosCount).to.equal(8)
48 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
49 expect(torrentsCount).to.equal(16)
51 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
52 expect(previewsCount).to.equal(2)
54 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
55 expect(thumbnailsCount).to.equal(6)
57 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
58 expect(avatarsCount).to.equal(2)
62 describe('Test prune storage scripts', function () {
63 let servers: ServerInfo[]
64 const badNames: { [ directory: string ]: string[] } = {}
66 before(async function () {
69 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
70 await setAccessTokensToServers(servers)
71 await setDefaultVideoChannel(servers)
73 for (const server of servers) {
74 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
75 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
77 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
79 await createVideoPlaylist({
81 token: server.accessToken,
83 displayName: 'playlist',
84 privacy: VideoPlaylistPrivacy.PUBLIC,
85 videoChannelId: server.videoChannel.id,
86 thumbnailfile: 'thumbnail.jpg'
91 await doubleFollow(servers[0], servers[1])
93 // Lazy load the remote avatar
95 const res = await getAccount(servers[ 0 ].url, 'root@localhost:' + servers[ 1 ].port)
96 const account: Account = res.body
97 await makeGetRequest({
98 url: servers[ 0 ].url,
99 path: account.avatar.path,
100 statusCodeExpected: 200
105 const res = await getAccount(servers[ 1 ].url, 'root@localhost:' + servers[ 0 ].port)
106 const account: Account = res.body
107 await makeGetRequest({
108 url: servers[ 1 ].url,
109 path: account.avatar.path,
110 statusCodeExpected: 200
116 await waitJobs(servers)
119 it('Should have the files on the disk', async function () {
120 await assertCountAreOkay(servers)
123 it('Should create some dirty files', async function () {
124 for (let i = 0; i < 2; i++) {
126 const base = buildServerDirectory(servers[0].internalServerNumber, 'videos')
128 const n1 = uuidv4() + '.mp4'
129 const n2 = uuidv4() + '.webm'
131 await createFile(join(base, n1))
132 await createFile(join(base, n2))
134 badNames['videos'] = [ n1, n2 ]
138 const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents')
140 const n1 = uuidv4() + '-240.torrent'
141 const n2 = uuidv4() + '-480.torrent'
143 await createFile(join(base, n1))
144 await createFile(join(base, n2))
146 badNames['torrents'] = [ n1, n2 ]
150 const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails')
152 const n1 = uuidv4() + '.jpg'
153 const n2 = uuidv4() + '.jpg'
155 await createFile(join(base, n1))
156 await createFile(join(base, n2))
158 badNames['thumbnails'] = [ n1, n2 ]
162 const base = buildServerDirectory(servers[0].internalServerNumber, 'previews')
164 const n1 = uuidv4() + '.jpg'
165 const n2 = uuidv4() + '.jpg'
167 await createFile(join(base, n1))
168 await createFile(join(base, n2))
170 badNames['previews'] = [ n1, n2 ]
174 const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars')
176 const n1 = uuidv4() + '.png'
177 const n2 = uuidv4() + '.jpg'
179 await createFile(join(base, n1))
180 await createFile(join(base, n2))
182 badNames['avatars'] = [ n1, n2 ]
187 it('Should run prune storage', async function () {
190 const env = getEnvCli(servers[0])
191 await execCLI(`echo y | ${env} npm run prune-storage`)
194 it('Should have removed files', async function () {
195 await assertCountAreOkay(servers)
197 for (const directory of Object.keys(badNames)) {
198 for (const name of badNames[directory]) {
199 await assertNotExists(servers[0].internalServerNumber, directory, name)
204 after(async function () {
205 await cleanupTests(servers)