diff options
author | Chocobozzz <me@florianbigard.com> | 2023-07-31 14:34:36 +0200 |
---|---|---|
committer | Chocobozzz <me@florianbigard.com> | 2023-08-11 15:02:33 +0200 |
commit | 3a4992633ee62d5edfbb484d9c6bcb3cf158489d (patch) | |
tree | e4510b39bdac9c318fdb4b47018d08f15368b8f0 /server/lib/actor-follow-health-cache.ts | |
parent | 04d1da5621d25d59bd5fa1543b725c497bf5d9a8 (diff) | |
download | PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.gz PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.tar.zst PeerTube-3a4992633ee62d5edfbb484d9c6bcb3cf158489d.zip |
Migrate server to ESM
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
Diffstat (limited to 'server/lib/actor-follow-health-cache.ts')
-rw-r--r-- | server/lib/actor-follow-health-cache.ts | 86 |
1 files changed, 0 insertions, 86 deletions
diff --git a/server/lib/actor-follow-health-cache.ts b/server/lib/actor-follow-health-cache.ts deleted file mode 100644 index 34357a97a..000000000 --- a/server/lib/actor-follow-health-cache.ts +++ /dev/null | |||
@@ -1,86 +0,0 @@ | |||
1 | import { ACTOR_FOLLOW_SCORE } from '../initializers/constants' | ||
2 | import { logger } from '../helpers/logger' | ||
3 | |||
4 | // Cache follows scores, instead of writing them too often in database | ||
5 | // Keep data in memory, we don't really need Redis here as we don't really care to loose some scores | ||
6 | class ActorFollowHealthCache { | ||
7 | |||
8 | private static instance: ActorFollowHealthCache | ||
9 | |||
10 | private pendingFollowsScore: { [ url: string ]: number } = {} | ||
11 | |||
12 | private pendingBadServer = new Set<number>() | ||
13 | private pendingGoodServer = new Set<number>() | ||
14 | |||
15 | private readonly badInboxes = new Set<string>() | ||
16 | |||
17 | private constructor () {} | ||
18 | |||
19 | static get Instance () { | ||
20 | return this.instance || (this.instance = new this()) | ||
21 | } | ||
22 | |||
23 | updateActorFollowsHealth (goodInboxes: string[], badInboxes: string[]) { | ||
24 | this.badInboxes.clear() | ||
25 | |||
26 | if (goodInboxes.length === 0 && badInboxes.length === 0) return | ||
27 | |||
28 | logger.info( | ||
29 | 'Updating %d good actor follows and %d bad actor follows scores in cache.', | ||
30 | goodInboxes.length, badInboxes.length, { badInboxes } | ||
31 | ) | ||
32 | |||
33 | for (const goodInbox of goodInboxes) { | ||
34 | if (this.pendingFollowsScore[goodInbox] === undefined) this.pendingFollowsScore[goodInbox] = 0 | ||
35 | |||
36 | this.pendingFollowsScore[goodInbox] += ACTOR_FOLLOW_SCORE.BONUS | ||
37 | } | ||
38 | |||
39 | for (const badInbox of badInboxes) { | ||
40 | if (this.pendingFollowsScore[badInbox] === undefined) this.pendingFollowsScore[badInbox] = 0 | ||
41 | |||
42 | this.pendingFollowsScore[badInbox] += ACTOR_FOLLOW_SCORE.PENALTY | ||
43 | this.badInboxes.add(badInbox) | ||
44 | } | ||
45 | } | ||
46 | |||
47 | isBadInbox (inboxUrl: string) { | ||
48 | return this.badInboxes.has(inboxUrl) | ||
49 | } | ||
50 | |||
51 | addBadServerId (serverId: number) { | ||
52 | this.pendingBadServer.add(serverId) | ||
53 | } | ||
54 | |||
55 | getBadFollowingServerIds () { | ||
56 | return Array.from(this.pendingBadServer) | ||
57 | } | ||
58 | |||
59 | clearBadFollowingServerIds () { | ||
60 | this.pendingBadServer = new Set<number>() | ||
61 | } | ||
62 | |||
63 | addGoodServerId (serverId: number) { | ||
64 | this.pendingGoodServer.add(serverId) | ||
65 | } | ||
66 | |||
67 | getGoodFollowingServerIds () { | ||
68 | return Array.from(this.pendingGoodServer) | ||
69 | } | ||
70 | |||
71 | clearGoodFollowingServerIds () { | ||
72 | this.pendingGoodServer = new Set<number>() | ||
73 | } | ||
74 | |||
75 | getPendingFollowsScore () { | ||
76 | return this.pendingFollowsScore | ||
77 | } | ||
78 | |||
79 | clearPendingFollowsScore () { | ||
80 | this.pendingFollowsScore = {} | ||
81 | } | ||
82 | } | ||
83 | |||
84 | export { | ||
85 | ActorFollowHealthCache | ||
86 | } | ||