Refactor video views

Introduce viewers attribute for live videos
Count views for live videos
Reduce delay to see the viewer update for lives
Add ability to configure video views buffer interval and view ip
expiration

1 files changed, 57 insertions, 0 deletions

diff --git a/server/lib/job-queue/handlers/video-views-stats.ts b/server/lib/job-queue/handlers/video-views-stats.ts
new file mode 100644
index 000000000..caf5f6962
--- /dev/null
+++ b/server/lib/job-queue/handlers/video-views-stats.ts
@@ -0,0 +1,57 @@
+import { isTestInstance } from '../../../helpers/core-utils'
+import { logger } from '../../../helpers/logger'
+import { VideoModel } from '../../../models/video/video'
+import { VideoViewModel } from '../../../models/video/video-view'
+import { Redis } from '../../redis'
+
+async function processVideosViewsStats () {
+  const lastHour = new Date()
+
+  // In test mode, we run this function multiple times per hour, so we don't want the values of the previous hour
+  if (!isTestInstance()) lastHour.setHours(lastHour.getHours() - 1)
+
+  const hour = lastHour.getHours()
+  const startDate = lastHour.setMinutes(0, 0, 0)
+  const endDate = lastHour.setMinutes(59, 59, 999)
+
+  const videoIds = await Redis.Instance.listVideosViewedForStats(hour)
+  if (videoIds.length === 0) return
+
+  logger.info('Processing videos views stats in job for hour %d.', hour)
+
+  for (const videoId of videoIds) {
+    try {
+      const views = await Redis.Instance.getVideoViewsStats(videoId, hour)
+      await Redis.Instance.deleteVideoViewsStats(videoId, hour)
+
+      if (views) {
+        logger.debug('Adding %d views to video %d stats in hour %d.', views, videoId, hour)
+
+        try {
+          const video = await VideoModel.load(videoId)
+          if (!video) {
+            logger.debug('Video %d does not exist anymore, skipping videos view stats.', videoId)
+            continue
+          }
+
+          await VideoViewModel.create({
+            startDate: new Date(startDate),
+            endDate: new Date(endDate),
+            views,
+            videoId
+          })
+        } catch (err) {
+          logger.error('Cannot create video views stats for video %d in hour %d.', videoId, hour, { err })
+        }
+      }
+    } catch (err) {
+      logger.error('Cannot update video views stats of video %d in hour %d.', videoId, hour, { err })
+    }
+  }
+}
+
+// ---------------------------------------------------------------------------
+
+export {
+  processVideosViewsStats
+}