diff options
author | Chocobozzz <me@florianbigard.com> | 2023-07-31 14:34:36 +0200 |
---|---|---|
committer | Chocobozzz <me@florianbigard.com> | 2023-08-11 15:02:33 +0200 |
commit | 3a4992633ee62d5edfbb484d9c6bcb3cf158489d (patch) | |
tree | e4510b39bdac9c318fdb4b47018d08f15368b8f0 /server/lib/worker/parent-process.ts | |
parent | 04d1da5621d25d59bd5fa1543b725c497bf5d9a8 (diff) | |
download | PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.gz PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.zst PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.zip |
Migrate server to ESM
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
Diffstat (limited to 'server/lib/worker/parent-process.ts')
-rw-r--r-- | server/lib/worker/parent-process.ts | 77 |
1 files changed, 0 insertions, 77 deletions
diff --git a/server/lib/worker/parent-process.ts b/server/lib/worker/parent-process.ts deleted file mode 100644 index 48b6c682b..000000000 --- a/server/lib/worker/parent-process.ts +++ /dev/null | |||
@@ -1,77 +0,0 @@ | |||
1 | import { join } from 'path' | ||
2 | import Piscina from 'piscina' | ||
3 | import { processImage } from '@server/helpers/image-utils' | ||
4 | import { JOB_CONCURRENCY, WORKER_THREADS } from '@server/initializers/constants' | ||
5 | import { httpBroadcast } from './workers/http-broadcast' | ||
6 | import { downloadImage } from './workers/image-downloader' | ||
7 | |||
8 | let downloadImageWorker: Piscina | ||
9 | |||
10 | function downloadImageFromWorker (options: Parameters<typeof downloadImage>[0]): Promise<ReturnType<typeof downloadImage>> { | ||
11 | if (!downloadImageWorker) { | ||
12 | downloadImageWorker = new Piscina({ | ||
13 | filename: join(__dirname, 'workers', 'image-downloader.js'), | ||
14 | concurrentTasksPerWorker: WORKER_THREADS.DOWNLOAD_IMAGE.CONCURRENCY, | ||
15 | maxThreads: WORKER_THREADS.DOWNLOAD_IMAGE.MAX_THREADS | ||
16 | }) | ||
17 | } | ||
18 | |||
19 | return downloadImageWorker.run(options) | ||
20 | } | ||
21 | |||
22 | // --------------------------------------------------------------------------- | ||
23 | |||
24 | let processImageWorker: Piscina | ||
25 | |||
26 | function processImageFromWorker (options: Parameters<typeof processImage>[0]): Promise<ReturnType<typeof processImage>> { | ||
27 | if (!processImageWorker) { | ||
28 | processImageWorker = new Piscina({ | ||
29 | filename: join(__dirname, 'workers', 'image-processor.js'), | ||
30 | concurrentTasksPerWorker: WORKER_THREADS.PROCESS_IMAGE.CONCURRENCY, | ||
31 | maxThreads: WORKER_THREADS.PROCESS_IMAGE.MAX_THREADS | ||
32 | }) | ||
33 | } | ||
34 | |||
35 | return processImageWorker.run(options) | ||
36 | } | ||
37 | |||
38 | // --------------------------------------------------------------------------- | ||
39 | |||
40 | let parallelHTTPBroadcastWorker: Piscina | ||
41 | |||
42 | function parallelHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> { | ||
43 | if (!parallelHTTPBroadcastWorker) { | ||
44 | parallelHTTPBroadcastWorker = new Piscina({ | ||
45 | filename: join(__dirname, 'workers', 'http-broadcast.js'), | ||
46 | // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs | ||
47 | concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast-parallel'], | ||
48 | maxThreads: 1 | ||
49 | }) | ||
50 | } | ||
51 | |||
52 | return parallelHTTPBroadcastWorker.run(options) | ||
53 | } | ||
54 | |||
55 | // --------------------------------------------------------------------------- | ||
56 | |||
57 | let sequentialHTTPBroadcastWorker: Piscina | ||
58 | |||
59 | function sequentialHTTPBroadcastFromWorker (options: Parameters<typeof httpBroadcast>[0]): Promise<ReturnType<typeof httpBroadcast>> { | ||
60 | if (!sequentialHTTPBroadcastWorker) { | ||
61 | sequentialHTTPBroadcastWorker = new Piscina({ | ||
62 | filename: join(__dirname, 'workers', 'http-broadcast.js'), | ||
63 | // Keep it sync with job concurrency so the worker will accept all the requests sent by the parallelized jobs | ||
64 | concurrentTasksPerWorker: JOB_CONCURRENCY['activitypub-http-broadcast'], | ||
65 | maxThreads: 1 | ||
66 | }) | ||
67 | } | ||
68 | |||
69 | return sequentialHTTPBroadcastWorker.run(options) | ||
70 | } | ||
71 | |||
72 | export { | ||
73 | downloadImageFromWorker, | ||
74 | processImageFromWorker, | ||
75 | parallelHTTPBroadcastFromWorker, | ||
76 | sequentialHTTPBroadcastFromWorker | ||
77 | } | ||