aboutsummaryrefslogtreecommitdiffhomepage
path: root/scripts
diff options
context:
space:
mode:
Diffstat (limited to 'scripts')
-rw-r--r--scripts/benchmark.ts17
-rwxr-xr-xscripts/build/client.sh1
-rwxr-xr-xscripts/ci.sh6
-rwxr-xr-xscripts/create-transcoding-job.ts2
-rw-r--r--scripts/migrations/peertube-4.2.ts123
-rw-r--r--scripts/print-transcode-command.ts8
-rwxr-xr-xscripts/test.sh1
7 files changed, 151 insertions, 7 deletions
diff --git a/scripts/benchmark.ts b/scripts/benchmark.ts
index 3c3c666a1..c9486eb37 100644
--- a/scripts/benchmark.ts
+++ b/scripts/benchmark.ts
@@ -1,4 +1,5 @@
1import autocannon, { printResult } from 'autocannon' 1import autocannon, { printResult } from 'autocannon'
2import { program } from 'commander'
2import { writeJson } from 'fs-extra' 3import { writeJson } from 'fs-extra'
3import { Video, VideoPrivacy } from '@shared/models' 4import { Video, VideoPrivacy } from '@shared/models'
4import { createSingleServer, killallServers, PeerTubeServer, setAccessTokensToServers } from '@shared/server-commands' 5import { createSingleServer, killallServers, PeerTubeServer, setAccessTokensToServers } from '@shared/server-commands'
@@ -7,7 +8,15 @@ let server: PeerTubeServer
7let video: Video 8let video: Video
8let threadId: number 9let threadId: number
9 10
10const outfile = process.argv[2] 11program
12 .option('-o, --outfile [outfile]', 'Outfile')
13 .option('--grep [string]', 'Filter tests you want to execute')
14 .description('Run API REST benchmark')
15 .parse(process.argv)
16
17const options = program.opts()
18
19const outfile = options.outfile
11 20
12run() 21run()
13 .catch(err => console.error(err)) 22 .catch(err => console.error(err))
@@ -135,7 +144,11 @@ async function run () {
135 return status === 200 && body.startsWith('{"client":') 144 return status === 200 && body.startsWith('{"client":')
136 } 145 }
137 } 146 }
138 ] 147 ].filter(t => {
148 if (!options.grep) return true
149
150 return t.title.includes(options.grep)
151 })
139 152
140 const finalResult: any[] = [] 153 const finalResult: any[] = []
141 154
diff --git a/scripts/build/client.sh b/scripts/build/client.sh
index bae91a2b6..f4f9b1352 100755
--- a/scripts/build/client.sh
+++ b/scripts/build/client.sh
@@ -8,6 +8,7 @@ defaultLanguage="en-US"
8# Supported languages 8# Supported languages
9languages=( 9languages=(
10 ["ar"]="ar" 10 ["ar"]="ar"
11 ["fa"]="fa-IR"
11 ["en"]="en-US" 12 ["en"]="en-US"
12 ["vi"]="vi-VN" 13 ["vi"]="vi-VN"
13 ["hu"]="hu-HU" 14 ["hu"]="hu-HU"
diff --git a/scripts/ci.sh b/scripts/ci.sh
index 2bacf2a2e..5f1230d33 100755
--- a/scripts/ci.sh
+++ b/scripts/ci.sh
@@ -94,6 +94,12 @@ elif [ "$1" = "api-4" ]; then
94 activitypubFiles=$(findTestFiles ./dist/server/tests/api/activitypub) 94 activitypubFiles=$(findTestFiles ./dist/server/tests/api/activitypub)
95 95
96 MOCHA_PARALLEL=true runTest "$1" 2 $moderationFiles $redundancyFiles $activitypubFiles $objectStorageFiles 96 MOCHA_PARALLEL=true runTest "$1" 2 $moderationFiles $redundancyFiles $activitypubFiles $objectStorageFiles
97elif [ "$1" = "api-5" ]; then
98 npm run build:server
99
100 transcodingFiles=$(findTestFiles ./dist/server/tests/api/transcoding)
101
102 MOCHA_PARALLEL=true runTest "$1" 2 $transcodingFiles
97elif [ "$1" = "external-plugins" ]; then 103elif [ "$1" = "external-plugins" ]; then
98 npm run build:server 104 npm run build:server
99 105
diff --git a/scripts/create-transcoding-job.ts b/scripts/create-transcoding-job.ts
index c4b376431..59fc84ad5 100755
--- a/scripts/create-transcoding-job.ts
+++ b/scripts/create-transcoding-job.ts
@@ -1,6 +1,6 @@
1import { program } from 'commander' 1import { program } from 'commander'
2import { isUUIDValid, toCompleteUUID } from '@server/helpers/custom-validators/misc' 2import { isUUIDValid, toCompleteUUID } from '@server/helpers/custom-validators/misc'
3import { computeLowerResolutionsToTranscode } from '@server/helpers/ffprobe-utils' 3import { computeLowerResolutionsToTranscode } from '@server/helpers/ffmpeg'
4import { CONFIG } from '@server/initializers/config' 4import { CONFIG } from '@server/initializers/config'
5import { addTranscodingJob } from '@server/lib/video' 5import { addTranscodingJob } from '@server/lib/video'
6import { VideoState, VideoTranscodingPayload } from '@shared/models' 6import { VideoState, VideoTranscodingPayload } from '@shared/models'
diff --git a/scripts/migrations/peertube-4.2.ts b/scripts/migrations/peertube-4.2.ts
new file mode 100644
index 000000000..22f9ff9f0
--- /dev/null
+++ b/scripts/migrations/peertube-4.2.ts
@@ -0,0 +1,123 @@
1import { minBy } from 'lodash'
2import { join } from 'path'
3import { getImageSize, processImage } from '@server/helpers/image-utils'
4import { CONFIG } from '@server/initializers/config'
5import { ACTOR_IMAGES_SIZE } from '@server/initializers/constants'
6import { updateActorImages } from '@server/lib/activitypub/actors'
7import { sendUpdateActor } from '@server/lib/activitypub/send'
8import { getBiggestActorImage } from '@server/lib/actor-image'
9import { JobQueue } from '@server/lib/job-queue'
10import { AccountModel } from '@server/models/account/account'
11import { ActorModel } from '@server/models/actor/actor'
12import { VideoChannelModel } from '@server/models/video/video-channel'
13import { MAccountDefault, MActorDefault, MChannelDefault } from '@server/types/models'
14import { getLowercaseExtension } from '@shared/core-utils'
15import { buildUUID } from '@shared/extra-utils'
16import { ActorImageType } from '@shared/models'
17import { initDatabaseModels } from '../../server/initializers/database'
18
19run()
20 .then(() => process.exit(0))
21 .catch(err => {
22 console.error(err)
23 process.exit(-1)
24 })
25
26async function run () {
27 console.log('Generate avatar miniatures from existing avatars.')
28
29 await initDatabaseModels(true)
30 JobQueue.Instance.init(true)
31
32 const accounts: AccountModel[] = await AccountModel.findAll({
33 include: [
34 {
35 model: ActorModel,
36 required: true,
37 where: {
38 serverId: null
39 }
40 },
41 {
42 model: VideoChannelModel,
43 include: [
44 {
45 model: AccountModel
46 }
47 ]
48 }
49 ]
50 })
51
52 for (const account of accounts) {
53 try {
54 await fillAvatarSizeIfNeeded(account)
55 await generateSmallerAvatarIfNeeded(account)
56 } catch (err) {
57 console.error(`Cannot process account avatar ${account.name}`, err)
58 }
59
60 for (const videoChannel of account.VideoChannels) {
61 try {
62 await generateSmallerAvatarIfNeeded(videoChannel)
63 } catch (err) {
64 console.error(`Cannot process channel avatar ${videoChannel.name}`, err)
65 }
66 }
67 }
68
69 console.log('Generation finished!')
70}
71
72async function fillAvatarSizeIfNeeded (accountOrChannel: MAccountDefault | MChannelDefault) {
73 const avatars = accountOrChannel.Actor.Avatars
74
75 for (const avatar of avatars) {
76 if (avatar.width && avatar.height) continue
77
78 console.log('Filling size of avatars of %s.', accountOrChannel.name)
79
80 const { width, height } = await getImageSize(join(CONFIG.STORAGE.ACTOR_IMAGES, avatar.filename))
81 avatar.width = width
82 avatar.height = height
83
84 await avatar.save()
85 }
86}
87
88async function generateSmallerAvatarIfNeeded (accountOrChannel: MAccountDefault | MChannelDefault) {
89 const avatars = accountOrChannel.Actor.Avatars
90 if (avatars.length !== 1) {
91 return
92 }
93
94 console.log(`Processing ${accountOrChannel.name}.`)
95
96 await generateSmallerAvatar(accountOrChannel.Actor)
97 accountOrChannel.Actor = Object.assign(accountOrChannel.Actor, { Server: null })
98
99 return sendUpdateActor(accountOrChannel, undefined)
100}
101
102async function generateSmallerAvatar (actor: MActorDefault) {
103 const bigAvatar = getBiggestActorImage(actor.Avatars)
104
105 const imageSize = minBy(ACTOR_IMAGES_SIZE[ActorImageType.AVATAR], 'width')
106 const sourceFilename = bigAvatar.filename
107
108 const newImageName = buildUUID() + getLowercaseExtension(sourceFilename)
109 const source = join(CONFIG.STORAGE.ACTOR_IMAGES, sourceFilename)
110 const destination = join(CONFIG.STORAGE.ACTOR_IMAGES, newImageName)
111
112 await processImage(source, destination, imageSize, true)
113
114 const actorImageInfo = {
115 name: newImageName,
116 fileUrl: null,
117 height: imageSize.height,
118 width: imageSize.width,
119 onDisk: true
120 }
121
122 await updateActorImages(actor, ActorImageType.AVATAR, [ actorImageInfo ], undefined)
123}
diff --git a/scripts/print-transcode-command.ts b/scripts/print-transcode-command.ts
index 21667f544..ef671c0aa 100644
--- a/scripts/print-transcode-command.ts
+++ b/scripts/print-transcode-command.ts
@@ -1,8 +1,8 @@
1import { program } from 'commander' 1import { program } from 'commander'
2import ffmpeg from 'fluent-ffmpeg' 2import ffmpeg from 'fluent-ffmpeg'
3import { exit } from 'process' 3import { exit } from 'process'
4import { buildx264VODCommand, runCommand, TranscodeOptions } from '@server/helpers/ffmpeg-utils' 4import { buildVODCommand, runCommand, TranscodeVODOptions } from '@server/helpers/ffmpeg'
5import { VideoTranscodingProfilesManager } from '@server/lib/transcoding/video-transcoding-profiles' 5import { VideoTranscodingProfilesManager } from '@server/lib/transcoding/default-transcoding-profiles'
6 6
7program 7program
8 .arguments('<path>') 8 .arguments('<path>')
@@ -33,12 +33,12 @@ async function run (path: string, cmd: any) {
33 33
34 resolution: +cmd.resolution, 34 resolution: +cmd.resolution,
35 isPortraitMode: false 35 isPortraitMode: false
36 } as TranscodeOptions 36 } as TranscodeVODOptions
37 37
38 let command = ffmpeg(options.inputPath) 38 let command = ffmpeg(options.inputPath)
39 .output(options.outputPath) 39 .output(options.outputPath)
40 40
41 command = await buildx264VODCommand(command, options) 41 command = await buildVODCommand(command, options)
42 42
43 command.on('start', (cmdline) => { 43 command.on('start', (cmdline) => {
44 console.log(cmdline) 44 console.log(cmdline)
diff --git a/scripts/test.sh b/scripts/test.sh
index 4d1d8720a..3b294b386 100755
--- a/scripts/test.sh
+++ b/scripts/test.sh
@@ -9,6 +9,7 @@ npm run ci -- api-1
9npm run ci -- api-2 9npm run ci -- api-2
10npm run ci -- api-3 10npm run ci -- api-3
11npm run ci -- api-4 11npm run ci -- api-4
12npm run ci -- api-5
12npm run ci -- external-plugins 13npm run ci -- external-plugins
13 14
14npm run ci -- lint 15npm run ci -- lint