diff options
author | Chocobozzz <me@florianbigard.com> | 2023-07-31 14:34:36 +0200 |
---|---|---|
committer | Chocobozzz <me@florianbigard.com> | 2023-08-11 15:02:33 +0200 |
commit | 3a4992633ee62d5edfbb484d9c6bcb3cf158489d (patch) | |
tree | e4510b39bdac9c318fdb4b47018d08f15368b8f0 /scripts/migrations/peertube-5.0.ts | |
parent | 04d1da5621d25d59bd5fa1543b725c497bf5d9a8 (diff) | |
download | PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.gz PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.zst PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.zip |
Migrate server to ESM
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
Diffstat (limited to 'scripts/migrations/peertube-5.0.ts')
-rw-r--r-- | scripts/migrations/peertube-5.0.ts | 71 |
1 files changed, 0 insertions, 71 deletions
diff --git a/scripts/migrations/peertube-5.0.ts b/scripts/migrations/peertube-5.0.ts deleted file mode 100644 index a0f51a64c..000000000 --- a/scripts/migrations/peertube-5.0.ts +++ /dev/null | |||
@@ -1,71 +0,0 @@ | |||
1 | import { ensureDir } from 'fs-extra' | ||
2 | import { Op } from 'sequelize' | ||
3 | import { updateTorrentMetadata } from '@server/helpers/webtorrent' | ||
4 | import { DIRECTORIES } from '@server/initializers/constants' | ||
5 | import { moveFilesIfPrivacyChanged } from '@server/lib/video-privacy' | ||
6 | import { VideoModel } from '@server/models/video/video' | ||
7 | import { MVideoFullLight } from '@server/types/models' | ||
8 | import { VideoPrivacy } from '@shared/models' | ||
9 | import { initDatabaseModels } from '../../server/initializers/database' | ||
10 | |||
11 | run() | ||
12 | .then(() => process.exit(0)) | ||
13 | .catch(err => { | ||
14 | console.error(err) | ||
15 | process.exit(-1) | ||
16 | }) | ||
17 | |||
18 | async function run () { | ||
19 | console.log('Moving private video files in dedicated folders.') | ||
20 | |||
21 | await ensureDir(DIRECTORIES.HLS_STREAMING_PLAYLIST.PRIVATE) | ||
22 | await ensureDir(DIRECTORIES.VIDEOS.PRIVATE) | ||
23 | |||
24 | await initDatabaseModels(true) | ||
25 | |||
26 | const videos = await VideoModel.unscoped().findAll({ | ||
27 | attributes: [ 'uuid' ], | ||
28 | where: { | ||
29 | privacy: { | ||
30 | [Op.in]: [ VideoPrivacy.PRIVATE, VideoPrivacy.INTERNAL ] | ||
31 | } | ||
32 | } | ||
33 | }) | ||
34 | |||
35 | for (const { uuid } of videos) { | ||
36 | try { | ||
37 | console.log('Moving files of video %s.', uuid) | ||
38 | |||
39 | const video = await VideoModel.loadFull(uuid) | ||
40 | |||
41 | try { | ||
42 | await moveFilesIfPrivacyChanged(video, VideoPrivacy.PUBLIC) | ||
43 | } catch (err) { | ||
44 | console.error('Cannot move files of video %s.', uuid, err) | ||
45 | } | ||
46 | |||
47 | try { | ||
48 | await updateTorrents(video) | ||
49 | } catch (err) { | ||
50 | console.error('Cannot regenerate torrents of video %s.', uuid, err) | ||
51 | } | ||
52 | } catch (err) { | ||
53 | console.error('Cannot process video %s.', uuid, err) | ||
54 | } | ||
55 | } | ||
56 | } | ||
57 | |||
58 | async function updateTorrents (video: MVideoFullLight) { | ||
59 | for (const file of video.VideoFiles) { | ||
60 | await updateTorrentMetadata(video, file) | ||
61 | |||
62 | await file.save() | ||
63 | } | ||
64 | |||
65 | const playlist = video.getHLSPlaylist() | ||
66 | for (const file of (playlist?.VideoFiles || [])) { | ||
67 | await updateTorrentMetadata(playlist, file) | ||
68 | |||
69 | await file.save() | ||
70 | } | ||
71 | } | ||