[github/Chocobozzz/PeerTube.git] / server / tests / api / server / stats.ts

/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */

import 'mocha'
import * as chai from 'chai'
import {
  addVideoChannel,
  addVideoCommentThread,
  cleanupTests,
  createUser,
  createVideoPlaylist,
  doubleFollow,
  flushAndRunMultipleServers,
  ServerInfo,
  setAccessTokensToServers,
  updateCustomSubConfig,
  uploadVideo,
  userLogin,
  viewVideo,
  wait,
  waitJobs
} from '@shared/extra-utils'
import { ActivityType, VideoPlaylistPrivacy } from '@shared/models'

const expect = chai.expect

describe('Test stats (excluding redundancy)', function () {
  let servers: ServerInfo[] = []
  let channelId
  const user = {
    username: 'user1',
    password: 'super_password'
  }

  before(async function () {
    this.timeout(60000)

    servers = await flushAndRunMultipleServers(3)

    await setAccessTokensToServers(servers)

    await doubleFollow(servers[0], servers[1])

    await createUser({ url: servers[0].url, accessToken: servers[0].accessToken, username: user.username, password: user.password })

    const resVideo = await uploadVideo(servers[0].url, servers[0].accessToken, { fixture: 'video_short.webm' })
    const videoUUID = resVideo.body.video.uuid

    await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoUUID, 'comment')

    await viewVideo(servers[0].url, videoUUID)

    // Wait the video views repeatable job
    await wait(8000)

    await servers[2].followsCommand.follow({ targets: [ servers[0].url ] })
    await waitJobs(servers)
  })

  it('Should have the correct stats on instance 1', async function () {
    const data = await servers[0].statsCommand.get()

    expect(data.totalLocalVideoComments).to.equal(1)
    expect(data.totalLocalVideos).to.equal(1)
    expect(data.totalLocalVideoViews).to.equal(1)
    expect(data.totalLocalVideoFilesSize).to.equal(218910)
    expect(data.totalUsers).to.equal(2)
    expect(data.totalVideoComments).to.equal(1)
    expect(data.totalVideos).to.equal(1)
    expect(data.totalInstanceFollowers).to.equal(2)
    expect(data.totalInstanceFollowing).to.equal(1)
    expect(data.totalLocalPlaylists).to.equal(0)
  })

  it('Should have the correct stats on instance 2', async function () {
    const data = await servers[1].statsCommand.get()

    expect(data.totalLocalVideoComments).to.equal(0)
    expect(data.totalLocalVideos).to.equal(0)
    expect(data.totalLocalVideoViews).to.equal(0)
    expect(data.totalLocalVideoFilesSize).to.equal(0)
    expect(data.totalUsers).to.equal(1)
    expect(data.totalVideoComments).to.equal(1)
    expect(data.totalVideos).to.equal(1)
    expect(data.totalInstanceFollowers).to.equal(1)
    expect(data.totalInstanceFollowing).to.equal(1)
    expect(data.totalLocalPlaylists).to.equal(0)
  })

  it('Should have the correct stats on instance 3', async function () {
    const data = await servers[2].statsCommand.get()

    expect(data.totalLocalVideoComments).to.equal(0)
    expect(data.totalLocalVideos).to.equal(0)
    expect(data.totalLocalVideoViews).to.equal(0)
    expect(data.totalUsers).to.equal(1)
    expect(data.totalVideoComments).to.equal(1)
    expect(data.totalVideos).to.equal(1)
    expect(data.totalInstanceFollowing).to.equal(1)
    expect(data.totalInstanceFollowers).to.equal(0)
    expect(data.totalLocalPlaylists).to.equal(0)
  })

  it('Should have the correct total videos stats after an unfollow', async function () {
    this.timeout(15000)

    await servers[2].followsCommand.unfollow({ target: servers[0] })
    await waitJobs(servers)

    const data = await servers[2].statsCommand.get()

    expect(data.totalVideos).to.equal(0)
  })

  it('Should have the correct active user stats', async function () {
    const server = servers[0]

    {
      const data = await server.statsCommand.get()

      expect(data.totalDailyActiveUsers).to.equal(1)
      expect(data.totalWeeklyActiveUsers).to.equal(1)
      expect(data.totalMonthlyActiveUsers).to.equal(1)
    }

    {
      await userLogin(server, user)

      const data = await server.statsCommand.get()

      expect(data.totalDailyActiveUsers).to.equal(2)
      expect(data.totalWeeklyActiveUsers).to.equal(2)
      expect(data.totalMonthlyActiveUsers).to.equal(2)
    }
  })

  it('Should have the correct active channel stats', async function () {
    const server = servers[0]

    {
      const data = await server.statsCommand.get()

      expect(data.totalLocalDailyActiveVideoChannels).to.equal(1)
      expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(1)
      expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(1)
    }

    {
      const channelAttributes = {
        name: 'stats_channel',
        displayName: 'My stats channel'
      }
      const resChannel = await addVideoChannel(server.url, server.accessToken, channelAttributes)
      channelId = resChannel.body.videoChannel.id

      const data = await server.statsCommand.get()

      expect(data.totalLocalDailyActiveVideoChannels).to.equal(1)
      expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(1)
      expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(1)
    }

    {
      await uploadVideo(server.url, server.accessToken, { fixture: 'video_short.webm', channelId })

      const data = await server.statsCommand.get()

      expect(data.totalLocalDailyActiveVideoChannels).to.equal(2)
      expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(2)
      expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(2)
    }
  })

  it('Should have the correct playlist stats', async function () {
    const server = servers[0]

    {
      const data = await server.statsCommand.get()
      expect(data.totalLocalPlaylists).to.equal(0)
    }

    {
      await createVideoPlaylist({
        url: server.url,
        token: server.accessToken,
        playlistAttrs: {
          displayName: 'playlist for count',
          privacy: VideoPlaylistPrivacy.PUBLIC,
          videoChannelId: channelId
        }
      })

      const data = await server.statsCommand.get()
      expect(data.totalLocalPlaylists).to.equal(1)
    }
  })

  it('Should correctly count video file sizes if transcoding is enabled', async function () {
    this.timeout(60000)

    await updateCustomSubConfig(servers[0].url, servers[0].accessToken, {
      transcoding: {
        enabled: true,
        webtorrent: {
          enabled: true
        },
        hls: {
          enabled: true
        },
        resolutions: {
          '0p': false,
          '240p': false,
          '360p': false,
          '480p': false,
          '720p': false,
          '1080p': false,
          '1440p': false,
          '2160p': false
        }
      }
    })

    await uploadVideo(servers[0].url, servers[0].accessToken, { name: 'video', fixture: 'video_short.webm' })

    await waitJobs(servers)

    {
      const data = await servers[1].statsCommand.get()
      expect(data.totalLocalVideoFilesSize).to.equal(0)
    }

    {
      const data = await servers[0].statsCommand.get()
      expect(data.totalLocalVideoFilesSize).to.be.greaterThan(500000)
      expect(data.totalLocalVideoFilesSize).to.be.lessThan(600000)
    }
  })

  it('Should have the correct AP stats', async function () {
    this.timeout(60000)

    await updateCustomSubConfig(servers[0].url, servers[0].accessToken, {
      transcoding: {
        enabled: false
      }
    })

    const first = await servers[1].statsCommand.get()

    for (let i = 0; i < 10; i++) {
      await uploadVideo(servers[0].url, servers[0].accessToken, { name: 'video' })
    }

    await waitJobs(servers)

    await wait(6000)

    const second = await servers[1].statsCommand.get()
    expect(second.totalActivityPubMessagesProcessed).to.be.greaterThan(first.totalActivityPubMessagesProcessed)

    const apTypes: ActivityType[] = [
      'Create', 'Update', 'Delete', 'Follow', 'Accept', 'Announce', 'Undo', 'Like', 'Reject', 'View', 'Dislike', 'Flag'
    ]

    const processed = apTypes.reduce(
      (previous, type) => previous + second['totalActivityPub' + type + 'MessagesSuccesses'],
      0
    )
    expect(second.totalActivityPubMessagesProcessed).to.equal(processed)
    expect(second.totalActivityPubMessagesSuccesses).to.equal(processed)

    expect(second.totalActivityPubMessagesErrors).to.equal(0)

    for (const apType of apTypes) {
      expect(second['totalActivityPub' + apType + 'MessagesErrors']).to.equal(0)
    }

    await wait(6000)

    const third = await servers[1].statsCommand.get()
    expect(third.totalActivityPubMessagesWaiting).to.equal(0)
    expect(third.activityPubMessagesProcessedPerSecond).to.be.lessThan(second.activityPubMessagesProcessedPerSecond)
  })

  after(async function () {
    await cleanupTests(servers)
  })
})
Commit	Line	Data
	1	/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
	2
	3	import 'mocha'
	4	import * as chai from 'chai'
	5	import {
	6	addVideoChannel,
	7	addVideoCommentThread,
	8	cleanupTests,
	9	createUser,
	10	createVideoPlaylist,
	11	doubleFollow,
	12	flushAndRunMultipleServers,
	13	ServerInfo,
	14	setAccessTokensToServers,
	15	updateCustomSubConfig,
	16	uploadVideo,
	17	userLogin,
	18	viewVideo,
	19	wait,
	20	waitJobs
	21	} from '@shared/extra-utils'
	22	import { ActivityType, VideoPlaylistPrivacy } from '@shared/models'
	23
	24	const expect = chai.expect
	25
	26	describe('Test stats (excluding redundancy)', function () {
	27	let servers: ServerInfo[] = []
	28	let channelId
	29	const user = {
	30	username: 'user1',
	31	password: 'super_password'
	32	}
	33
	34	before(async function () {
	35	this.timeout(60000)
	36
	37	servers = await flushAndRunMultipleServers(3)
	38
	39	await setAccessTokensToServers(servers)
	40
	41	await doubleFollow(servers[0], servers[1])
	42
	43	await createUser({ url: servers[0].url, accessToken: servers[0].accessToken, username: user.username, password: user.password })
	44
	45	const resVideo = await uploadVideo(servers[0].url, servers[0].accessToken, { fixture: 'video_short.webm' })
	46	const videoUUID = resVideo.body.video.uuid
	47
	48	await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoUUID, 'comment')
	49
	50	await viewVideo(servers[0].url, videoUUID)
	51
	52	// Wait the video views repeatable job
	53	await wait(8000)
	54
	55	await servers[2].followsCommand.follow({ targets: [ servers[0].url ] })
	56	await waitJobs(servers)
	57	})
	58
	59	it('Should have the correct stats on instance 1', async function () {
	60	const data = await servers[0].statsCommand.get()
	61
	62	expect(data.totalLocalVideoComments).to.equal(1)
	63	expect(data.totalLocalVideos).to.equal(1)
	64	expect(data.totalLocalVideoViews).to.equal(1)
	65	expect(data.totalLocalVideoFilesSize).to.equal(218910)
	66	expect(data.totalUsers).to.equal(2)
	67	expect(data.totalVideoComments).to.equal(1)
	68	expect(data.totalVideos).to.equal(1)
	69	expect(data.totalInstanceFollowers).to.equal(2)
	70	expect(data.totalInstanceFollowing).to.equal(1)
	71	expect(data.totalLocalPlaylists).to.equal(0)
	72	})
	73
	74	it('Should have the correct stats on instance 2', async function () {
	75	const data = await servers[1].statsCommand.get()
	76
	77	expect(data.totalLocalVideoComments).to.equal(0)
	78	expect(data.totalLocalVideos).to.equal(0)
	79	expect(data.totalLocalVideoViews).to.equal(0)
	80	expect(data.totalLocalVideoFilesSize).to.equal(0)
	81	expect(data.totalUsers).to.equal(1)
	82	expect(data.totalVideoComments).to.equal(1)
	83	expect(data.totalVideos).to.equal(1)
	84	expect(data.totalInstanceFollowers).to.equal(1)
	85	expect(data.totalInstanceFollowing).to.equal(1)
	86	expect(data.totalLocalPlaylists).to.equal(0)
	87	})
	88
	89	it('Should have the correct stats on instance 3', async function () {
	90	const data = await servers[2].statsCommand.get()
	91
	92	expect(data.totalLocalVideoComments).to.equal(0)
	93	expect(data.totalLocalVideos).to.equal(0)
	94	expect(data.totalLocalVideoViews).to.equal(0)
	95	expect(data.totalUsers).to.equal(1)
	96	expect(data.totalVideoComments).to.equal(1)
	97	expect(data.totalVideos).to.equal(1)
	98	expect(data.totalInstanceFollowing).to.equal(1)
	99	expect(data.totalInstanceFollowers).to.equal(0)
	100	expect(data.totalLocalPlaylists).to.equal(0)
	101	})
	102
	103	it('Should have the correct total videos stats after an unfollow', async function () {
	104	this.timeout(15000)
	105
	106	await servers[2].followsCommand.unfollow({ target: servers[0] })
	107	await waitJobs(servers)
	108
	109	const data = await servers[2].statsCommand.get()
	110
	111	expect(data.totalVideos).to.equal(0)
	112	})
	113
	114	it('Should have the correct active user stats', async function () {
	115	const server = servers[0]
	116
	117	{
	118	const data = await server.statsCommand.get()
	119
	120	expect(data.totalDailyActiveUsers).to.equal(1)
	121	expect(data.totalWeeklyActiveUsers).to.equal(1)
	122	expect(data.totalMonthlyActiveUsers).to.equal(1)
	123	}
	124
	125	{
	126	await userLogin(server, user)
	127
	128	const data = await server.statsCommand.get()
	129
	130	expect(data.totalDailyActiveUsers).to.equal(2)
	131	expect(data.totalWeeklyActiveUsers).to.equal(2)
	132	expect(data.totalMonthlyActiveUsers).to.equal(2)
	133	}
	134	})
	135
	136	it('Should have the correct active channel stats', async function () {
	137	const server = servers[0]
	138
	139	{
	140	const data = await server.statsCommand.get()
	141
	142	expect(data.totalLocalDailyActiveVideoChannels).to.equal(1)
	143	expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(1)
	144	expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(1)
	145	}
	146
	147	{
	148	const channelAttributes = {
	149	name: 'stats_channel',
	150	displayName: 'My stats channel'
	151	}
	152	const resChannel = await addVideoChannel(server.url, server.accessToken, channelAttributes)
	153	channelId = resChannel.body.videoChannel.id
	154
	155	const data = await server.statsCommand.get()
	156
	157	expect(data.totalLocalDailyActiveVideoChannels).to.equal(1)
	158	expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(1)
	159	expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(1)
	160	}
	161
	162	{
	163	await uploadVideo(server.url, server.accessToken, { fixture: 'video_short.webm', channelId })
	164
	165	const data = await server.statsCommand.get()
	166
	167	expect(data.totalLocalDailyActiveVideoChannels).to.equal(2)
	168	expect(data.totalLocalWeeklyActiveVideoChannels).to.equal(2)
	169	expect(data.totalLocalMonthlyActiveVideoChannels).to.equal(2)
	170	}
	171	})
	172
	173	it('Should have the correct playlist stats', async function () {
	174	const server = servers[0]
	175
	176	{
	177	const data = await server.statsCommand.get()
	178	expect(data.totalLocalPlaylists).to.equal(0)
	179	}
	180
	181	{
	182	await createVideoPlaylist({
	183	url: server.url,
	184	token: server.accessToken,
	185	playlistAttrs: {
	186	displayName: 'playlist for count',
	187	privacy: VideoPlaylistPrivacy.PUBLIC,
	188	videoChannelId: channelId
	189	}
	190	})
	191
	192	const data = await server.statsCommand.get()
	193	expect(data.totalLocalPlaylists).to.equal(1)
	194	}
	195	})
	196
	197	it('Should correctly count video file sizes if transcoding is enabled', async function () {
	198	this.timeout(60000)
	199
	200	await updateCustomSubConfig(servers[0].url, servers[0].accessToken, {
	201	transcoding: {
	202	enabled: true,
	203	webtorrent: {
	204	enabled: true
	205	},
	206	hls: {
	207	enabled: true
	208	},
	209	resolutions: {
	210	'0p': false,
	211	'240p': false,
	212	'360p': false,
	213	'480p': false,
	214	'720p': false,
	215	'1080p': false,
	216	'1440p': false,
	217	'2160p': false
	218	}
	219	}
	220	})
	221
	222	await uploadVideo(servers[0].url, servers[0].accessToken, { name: 'video', fixture: 'video_short.webm' })
	223
	224	await waitJobs(servers)
	225
	226	{
	227	const data = await servers[1].statsCommand.get()
	228	expect(data.totalLocalVideoFilesSize).to.equal(0)
	229	}
	230
	231	{
	232	const data = await servers[0].statsCommand.get()
	233	expect(data.totalLocalVideoFilesSize).to.be.greaterThan(500000)
	234	expect(data.totalLocalVideoFilesSize).to.be.lessThan(600000)
	235	}
	236	})
	237
	238	it('Should have the correct AP stats', async function () {
	239	this.timeout(60000)
	240
	241	await updateCustomSubConfig(servers[0].url, servers[0].accessToken, {
	242	transcoding: {
	243	enabled: false
	244	}
	245	})
	246
	247	const first = await servers[1].statsCommand.get()
	248
	249	for (let i = 0; i < 10; i++) {
	250	await uploadVideo(servers[0].url, servers[0].accessToken, { name: 'video' })
	251	}
	252
	253	await waitJobs(servers)
	254
	255	await wait(6000)
	256
	257	const second = await servers[1].statsCommand.get()
	258	expect(second.totalActivityPubMessagesProcessed).to.be.greaterThan(first.totalActivityPubMessagesProcessed)
	259
	260	const apTypes: ActivityType[] = [
	261	'Create', 'Update', 'Delete', 'Follow', 'Accept', 'Announce', 'Undo', 'Like', 'Reject', 'View', 'Dislike', 'Flag'
	262	]
	263
	264	const processed = apTypes.reduce(
	265	(previous, type) => previous + second['totalActivityPub' + type + 'MessagesSuccesses'],
	266	0
	267	)
	268	expect(second.totalActivityPubMessagesProcessed).to.equal(processed)
	269	expect(second.totalActivityPubMessagesSuccesses).to.equal(processed)
	270
	271	expect(second.totalActivityPubMessagesErrors).to.equal(0)
	272
	273	for (const apType of apTypes) {
	274	expect(second['totalActivityPub' + apType + 'MessagesErrors']).to.equal(0)
	275	}
	276
	277	await wait(6000)
	278
	279	const third = await servers[1].statsCommand.get()
	280	expect(third.totalActivityPubMessagesWaiting).to.equal(0)
	281	expect(third.activityPubMessagesProcessedPerSecond).to.be.lessThan(second.activityPubMessagesProcessedPerSecond)
	282	})
	283
	284	after(async function () {
	285	await cleanupTests(servers)
	286	})
	287	})