1 /* tslint:disable:no-unused-expression */
4 import * as chai from 'chai'
5 import { waitJobs } from '../../../shared/extra-utils/server/jobs'
12 flushAndRunMultipleServers,
16 setAccessTokensToServers, setDefaultVideoChannel,
20 } from '../../../shared/extra-utils'
21 import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
22 import { createFile, readdir } from 'fs-extra'
23 import * as uuidv4 from 'uuid/v4'
24 import { join } from 'path'
25 import * as request from 'supertest'
27 const expect = chai.expect
29 async function countFiles (internalServerNumber: number, directory: string) {
30 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
35 async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
36 const files = await readdir(buildServerDirectory(internalServerNumber, directory))
38 for (const f of files) {
39 expect(f).to.not.contain(substring)
43 async function assertCountAreOkay (servers: ServerInfo[]) {
44 for (const server of servers) {
45 const videosCount = await countFiles(server.internalServerNumber, 'videos')
46 expect(videosCount).to.equal(8)
48 const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
49 expect(torrentsCount).to.equal(8)
51 const previewsCount = await countFiles(server.internalServerNumber, 'previews')
52 expect(previewsCount).to.equal(2)
54 const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
55 expect(thumbnailsCount).to.equal(6)
57 const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
58 expect(avatarsCount).to.equal(2)
62 describe('Test prune storage scripts', function () {
63 let servers: ServerInfo[]
64 const badNames: { [ directory: string ]: string[] } = {}
66 before(async function () {
69 servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
70 await setAccessTokensToServers(servers)
71 await setDefaultVideoChannel(servers)
73 for (const server of servers) {
74 await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
75 await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
77 await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
79 await createVideoPlaylist({
81 token: server.accessToken,
83 displayName: 'playlist',
84 privacy: VideoPlaylistPrivacy.PUBLIC,
85 videoChannelId: server.videoChannel.id,
86 thumbnailfile: 'thumbnail.jpg'
91 await doubleFollow(servers[0], servers[1])
93 // Lazy load the remote avatar
95 const res = await getAccount(servers[ 0 ].url, 'root@localhost:' + servers[ 1 ].port)
96 const account: Account = res.body
97 await request('http://localhost:' + servers[ 0 ].port).get(account.avatar.path).expect(200)
101 const res = await getAccount(servers[ 1 ].url, 'root@localhost:' + servers[ 0 ].port)
102 const account: Account = res.body
103 await request('http://localhost:' + servers[ 1 ].port).get(account.avatar.path).expect(200)
108 await waitJobs(servers)
111 it('Should have the files on the disk', async function () {
112 await assertCountAreOkay(servers)
115 it('Should create some dirty files', async function () {
116 for (let i = 0; i < 2; i++) {
118 const base = buildServerDirectory(servers[0].internalServerNumber, 'videos')
120 const n1 = uuidv4() + '.mp4'
121 const n2 = uuidv4() + '.webm'
123 await createFile(join(base, n1))
124 await createFile(join(base, n2))
126 badNames['videos'] = [ n1, n2 ]
130 const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents')
132 const n1 = uuidv4() + '-240.torrent'
133 const n2 = uuidv4() + '-480.torrent'
135 await createFile(join(base, n1))
136 await createFile(join(base, n2))
138 badNames['torrents'] = [ n1, n2 ]
142 const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails')
144 const n1 = uuidv4() + '.jpg'
145 const n2 = uuidv4() + '.jpg'
147 await createFile(join(base, n1))
148 await createFile(join(base, n2))
150 badNames['thumbnails'] = [ n1, n2 ]
154 const base = buildServerDirectory(servers[0].internalServerNumber, 'previews')
156 const n1 = uuidv4() + '.jpg'
157 const n2 = uuidv4() + '.jpg'
159 await createFile(join(base, n1))
160 await createFile(join(base, n2))
162 badNames['previews'] = [ n1, n2 ]
166 const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars')
168 const n1 = uuidv4() + '.png'
169 const n2 = uuidv4() + '.jpg'
171 await createFile(join(base, n1))
172 await createFile(join(base, n2))
174 badNames['avatars'] = [ n1, n2 ]
179 it('Should run prune storage', async function () {
182 const env = getEnvCli(servers[0])
183 await execCLI(`echo y | ${env} npm run prune-storage`)
186 it('Should have removed files', async function () {
187 await assertCountAreOkay(servers)
189 for (const directory of Object.keys(badNames)) {
190 for (const name of badNames[directory]) {
191 await assertNotExists(servers[0].internalServerNumber, directory, name)
196 after(async function () {
197 await cleanupTests(servers)