diff options
author | Chocobozzz <me@florianbigard.com> | 2023-07-31 14:34:36 +0200 |
---|---|---|
committer | Chocobozzz <me@florianbigard.com> | 2023-08-11 15:02:33 +0200 |
commit | 3a4992633ee62d5edfbb484d9c6bcb3cf158489d (patch) | |
tree | e4510b39bdac9c318fdb4b47018d08f15368b8f0 /server/models/shared/model-cache.ts | |
parent | 04d1da5621d25d59bd5fa1543b725c497bf5d9a8 (diff) | |
download | PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.gz PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.zst PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.zip |
Migrate server to ESM
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
Diffstat (limited to 'server/models/shared/model-cache.ts')
-rw-r--r-- | server/models/shared/model-cache.ts | 90 |
1 files changed, 0 insertions, 90 deletions
diff --git a/server/models/shared/model-cache.ts b/server/models/shared/model-cache.ts deleted file mode 100644 index 3651267e7..000000000 --- a/server/models/shared/model-cache.ts +++ /dev/null | |||
@@ -1,90 +0,0 @@ | |||
1 | import { Model } from 'sequelize-typescript' | ||
2 | import { logger } from '@server/helpers/logger' | ||
3 | |||
4 | type ModelCacheType = | ||
5 | 'local-account-name' | ||
6 | | 'local-actor-name' | ||
7 | | 'local-actor-url' | ||
8 | | 'load-video-immutable-id' | ||
9 | | 'load-video-immutable-url' | ||
10 | |||
11 | type DeleteKey = | ||
12 | 'video' | ||
13 | |||
14 | class ModelCache { | ||
15 | |||
16 | private static instance: ModelCache | ||
17 | |||
18 | private readonly localCache: { [id in ModelCacheType]: Map<string, any> } = { | ||
19 | 'local-account-name': new Map(), | ||
20 | 'local-actor-name': new Map(), | ||
21 | 'local-actor-url': new Map(), | ||
22 | 'load-video-immutable-id': new Map(), | ||
23 | 'load-video-immutable-url': new Map() | ||
24 | } | ||
25 | |||
26 | private readonly deleteIds: { | ||
27 | [deleteKey in DeleteKey]: Map<number, { cacheType: ModelCacheType, key: string }[]> | ||
28 | } = { | ||
29 | video: new Map() | ||
30 | } | ||
31 | |||
32 | private constructor () { | ||
33 | } | ||
34 | |||
35 | static get Instance () { | ||
36 | return this.instance || (this.instance = new this()) | ||
37 | } | ||
38 | |||
39 | doCache<T extends Model> (options: { | ||
40 | cacheType: ModelCacheType | ||
41 | key: string | ||
42 | fun: () => Promise<T> | ||
43 | whitelist?: () => boolean | ||
44 | deleteKey?: DeleteKey | ||
45 | }) { | ||
46 | const { cacheType, key, fun, whitelist, deleteKey } = options | ||
47 | |||
48 | if (whitelist && whitelist() !== true) return fun() | ||
49 | |||
50 | const cache = this.localCache[cacheType] | ||
51 | |||
52 | if (cache.has(key)) { | ||
53 | logger.debug('Model cache hit for %s -> %s.', cacheType, key) | ||
54 | return Promise.resolve<T>(cache.get(key)) | ||
55 | } | ||
56 | |||
57 | return fun().then(m => { | ||
58 | if (!m) return m | ||
59 | |||
60 | if (!whitelist || whitelist()) cache.set(key, m) | ||
61 | |||
62 | if (deleteKey) { | ||
63 | const map = this.deleteIds[deleteKey] | ||
64 | if (!map.has(m.id)) map.set(m.id, []) | ||
65 | |||
66 | const a = map.get(m.id) | ||
67 | a.push({ cacheType, key }) | ||
68 | } | ||
69 | |||
70 | return m | ||
71 | }) | ||
72 | } | ||
73 | |||
74 | invalidateCache (deleteKey: DeleteKey, modelId: number) { | ||
75 | const map = this.deleteIds[deleteKey] | ||
76 | |||
77 | if (!map.has(modelId)) return | ||
78 | |||
79 | for (const toDelete of map.get(modelId)) { | ||
80 | logger.debug('Removing %s -> %d of model cache %s -> %s.', deleteKey, modelId, toDelete.cacheType, toDelete.key) | ||
81 | this.localCache[toDelete.cacheType].delete(toDelete.key) | ||
82 | } | ||
83 | |||
84 | map.delete(modelId) | ||
85 | } | ||
86 | } | ||
87 | |||
88 | export { | ||
89 | ModelCache | ||
90 | } | ||