diff options
author | Chocobozzz <me@florianbigard.com> | 2023-07-31 14:34:36 +0200 |
---|---|---|
committer | Chocobozzz <me@florianbigard.com> | 2023-08-11 15:02:33 +0200 |
commit | 3a4992633ee62d5edfbb484d9c6bcb3cf158489d (patch) | |
tree | e4510b39bdac9c318fdb4b47018d08f15368b8f0 /server/lib/job-queue/handlers/manage-video-torrent.ts | |
parent | 04d1da5621d25d59bd5fa1543b725c497bf5d9a8 (diff) | |
download | PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.gz PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.zst PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.zip |
Migrate server to ESM
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
Diffstat (limited to 'server/lib/job-queue/handlers/manage-video-torrent.ts')
-rw-r--r-- | server/lib/job-queue/handlers/manage-video-torrent.ts | 110 |
1 files changed, 0 insertions, 110 deletions
diff --git a/server/lib/job-queue/handlers/manage-video-torrent.ts b/server/lib/job-queue/handlers/manage-video-torrent.ts deleted file mode 100644 index edf52de0c..000000000 --- a/server/lib/job-queue/handlers/manage-video-torrent.ts +++ /dev/null | |||
@@ -1,110 +0,0 @@ | |||
1 | import { Job } from 'bullmq' | ||
2 | import { extractVideo } from '@server/helpers/video' | ||
3 | import { createTorrentAndSetInfoHash, updateTorrentMetadata } from '@server/helpers/webtorrent' | ||
4 | import { VideoPathManager } from '@server/lib/video-path-manager' | ||
5 | import { VideoModel } from '@server/models/video/video' | ||
6 | import { VideoFileModel } from '@server/models/video/video-file' | ||
7 | import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist' | ||
8 | import { ManageVideoTorrentPayload } from '@shared/models' | ||
9 | import { logger } from '../../../helpers/logger' | ||
10 | |||
11 | async function processManageVideoTorrent (job: Job) { | ||
12 | const payload = job.data as ManageVideoTorrentPayload | ||
13 | logger.info('Processing torrent in job %s.', job.id) | ||
14 | |||
15 | if (payload.action === 'create') return doCreateAction(payload) | ||
16 | if (payload.action === 'update-metadata') return doUpdateMetadataAction(payload) | ||
17 | } | ||
18 | |||
19 | // --------------------------------------------------------------------------- | ||
20 | |||
21 | export { | ||
22 | processManageVideoTorrent | ||
23 | } | ||
24 | |||
25 | // --------------------------------------------------------------------------- | ||
26 | |||
27 | async function doCreateAction (payload: ManageVideoTorrentPayload & { action: 'create' }) { | ||
28 | const [ video, file ] = await Promise.all([ | ||
29 | loadVideoOrLog(payload.videoId), | ||
30 | loadFileOrLog(payload.videoFileId) | ||
31 | ]) | ||
32 | |||
33 | if (!video || !file) return | ||
34 | |||
35 | const fileMutexReleaser = await VideoPathManager.Instance.lockFiles(video.uuid) | ||
36 | |||
37 | try { | ||
38 | await video.reload() | ||
39 | await file.reload() | ||
40 | |||
41 | await createTorrentAndSetInfoHash(video, file) | ||
42 | |||
43 | // Refresh videoFile because the createTorrentAndSetInfoHash could be long | ||
44 | const refreshedFile = await VideoFileModel.loadWithVideo(file.id) | ||
45 | // File does not exist anymore, remove the generated torrent | ||
46 | if (!refreshedFile) return file.removeTorrent() | ||
47 | |||
48 | refreshedFile.infoHash = file.infoHash | ||
49 | refreshedFile.torrentFilename = file.torrentFilename | ||
50 | |||
51 | await refreshedFile.save() | ||
52 | } finally { | ||
53 | fileMutexReleaser() | ||
54 | } | ||
55 | } | ||
56 | |||
57 | async function doUpdateMetadataAction (payload: ManageVideoTorrentPayload & { action: 'update-metadata' }) { | ||
58 | const [ video, streamingPlaylist, file ] = await Promise.all([ | ||
59 | loadVideoOrLog(payload.videoId), | ||
60 | loadStreamingPlaylistOrLog(payload.streamingPlaylistId), | ||
61 | loadFileOrLog(payload.videoFileId) | ||
62 | ]) | ||
63 | |||
64 | if ((!video && !streamingPlaylist) || !file) return | ||
65 | |||
66 | const extractedVideo = extractVideo(video || streamingPlaylist) | ||
67 | const fileMutexReleaser = await VideoPathManager.Instance.lockFiles(extractedVideo.uuid) | ||
68 | |||
69 | try { | ||
70 | await updateTorrentMetadata(video || streamingPlaylist, file) | ||
71 | |||
72 | await file.save() | ||
73 | } finally { | ||
74 | fileMutexReleaser() | ||
75 | } | ||
76 | } | ||
77 | |||
78 | async function loadVideoOrLog (videoId: number) { | ||
79 | if (!videoId) return undefined | ||
80 | |||
81 | const video = await VideoModel.load(videoId) | ||
82 | if (!video) { | ||
83 | logger.debug('Do not process torrent for video %d: does not exist anymore.', videoId) | ||
84 | } | ||
85 | |||
86 | return video | ||
87 | } | ||
88 | |||
89 | async function loadStreamingPlaylistOrLog (streamingPlaylistId: number) { | ||
90 | if (!streamingPlaylistId) return undefined | ||
91 | |||
92 | const streamingPlaylist = await VideoStreamingPlaylistModel.loadWithVideo(streamingPlaylistId) | ||
93 | if (!streamingPlaylist) { | ||
94 | logger.debug('Do not process torrent for streaming playlist %d: does not exist anymore.', streamingPlaylistId) | ||
95 | } | ||
96 | |||
97 | return streamingPlaylist | ||
98 | } | ||
99 | |||
100 | async function loadFileOrLog (videoFileId: number) { | ||
101 | if (!videoFileId) return undefined | ||
102 | |||
103 | const file = await VideoFileModel.load(videoFileId) | ||
104 | |||
105 | if (!file) { | ||
106 | logger.debug('Do not process torrent for file %d: does not exist anymore.', videoFileId) | ||
107 | } | ||
108 | |||
109 | return file | ||
110 | } | ||