-import { FindOptions, Includeable, literal, Op, QueryTypes, ScopeOptions, Transaction } from 'sequelize'
+import { FindOptions, Includeable, literal, Op, QueryTypes, ScopeOptions, Transaction, WhereOptions } from 'sequelize'
import {
AllowNull,
BeforeDestroy,
Table,
UpdatedAt
} from 'sequelize-typescript'
-import { setAsUpdated } from '@server/helpers/database-utils'
+import { CONFIG } from '@server/initializers/config'
import { MAccountActor } from '@server/types/models'
-import { AttributesOnly } from '@shared/core-utils'
+import { forceNumber, pick } from '@shared/core-utils'
+import { AttributesOnly } from '@shared/typescript-utils'
import { ActivityPubActor } from '../../../shared/models/activitypub'
import { VideoChannel, VideoChannelSummary } from '../../../shared/models/videos'
import {
isVideoChannelDescriptionValid,
- isVideoChannelNameValid,
+ isVideoChannelDisplayNameValid,
isVideoChannelSupportValid
} from '../../helpers/custom-validators/video-channels'
import { CONSTRAINTS_FIELDS, WEBSERVER } from '../../initializers/constants'
import { sendDeleteActor } from '../../lib/activitypub/send'
import {
+ MChannel,
MChannelActor,
MChannelAP,
MChannelBannerAccountDefault,
import { ActorFollowModel } from '../actor/actor-follow'
import { ActorImageModel } from '../actor/actor-image'
import { ServerModel } from '../server/server'
-import { buildServerIdsFollowedBy, buildTrigramSearchIndex, createSimilarityAttribute, getSort, throwIfNotValid } from '../utils'
+import {
+ buildServerIdsFollowedBy,
+ buildTrigramSearchIndex,
+ createSimilarityAttribute,
+ getSort,
+ setAsUpdated,
+ throwIfNotValid
+} from '../shared'
import { VideoModel } from './video'
import { VideoPlaylistModel } from './video-playlist'
type AvailableForListOptions = {
actorId: number
search?: string
+ host?: string
+ handles?: string[]
+ forCount?: boolean
}
type AvailableWithStatsOptions = {
// Only list local channels OR channels that are on an instance followed by actorId
const inQueryInstanceFollow = buildServerIdsFollowedBy(options.actorId)
+ const whereActorAnd: WhereOptions[] = [
+ {
+ [Op.or]: [
+ {
+ serverId: null
+ },
+ {
+ serverId: {
+ [Op.in]: Sequelize.literal(inQueryInstanceFollow)
+ }
+ }
+ ]
+ }
+ ]
+
+ let serverRequired = false
+ let whereServer: WhereOptions
+
+ if (options.host && options.host !== WEBSERVER.HOST) {
+ serverRequired = true
+ whereServer = { host: options.host }
+ }
+
+ if (options.host === WEBSERVER.HOST) {
+ whereActorAnd.push({
+ serverId: null
+ })
+ }
+
+ if (Array.isArray(options.handles) && options.handles.length !== 0) {
+ const or: string[] = []
+
+ for (const handle of options.handles || []) {
+ const [ preferredUsername, host ] = handle.split('@')
+
+ if (!host || host === WEBSERVER.HOST) {
+ or.push(`("preferredUsername" = ${VideoChannelModel.sequelize.escape(preferredUsername)} AND "serverId" IS NULL)`)
+ } else {
+ or.push(
+ `(` +
+ `"preferredUsername" = ${VideoChannelModel.sequelize.escape(preferredUsername)} ` +
+ `AND "host" = ${VideoChannelModel.sequelize.escape(host)}` +
+ `)`
+ )
+ }
+ }
+
+ whereActorAnd.push({
+ id: {
+ [Op.in]: literal(`(SELECT "actor".id FROM actor LEFT JOIN server on server.id = actor."serverId" WHERE ${or.join(' OR ')})`)
+ }
+ })
+ }
+
+ const channelActorInclude: Includeable[] = []
+ const accountActorInclude: Includeable[] = []
+
+ if (options.forCount !== true) {
+ accountActorInclude.push({
+ model: ServerModel,
+ required: false
+ })
+
+ accountActorInclude.push({
+ model: ActorImageModel,
+ as: 'Avatars',
+ required: false
+ })
+
+ channelActorInclude.push({
+ model: ActorImageModel,
+ as: 'Avatars',
+ required: false
+ })
+
+ channelActorInclude.push({
+ model: ActorImageModel,
+ as: 'Banners',
+ required: false
+ })
+ }
+
+ if (options.forCount !== true || serverRequired) {
+ channelActorInclude.push({
+ model: ServerModel,
+ duplicating: false,
+ required: serverRequired,
+ where: whereServer
+ })
+ }
+
return {
include: [
{
attributes: {
exclude: unusedActorAttributesForAPI
},
- model: ActorModel,
+ model: ActorModel.unscoped(),
where: {
- [Op.or]: [
- {
- serverId: null
- },
- {
- serverId: {
- [Op.in]: Sequelize.literal(inQueryInstanceFollow)
- }
- }
- ]
+ [Op.and]: whereActorAnd
},
- include: [
- {
- model: ActorImageModel,
- as: 'Banner',
- required: false
- }
- ]
+ include: channelActorInclude
},
{
- model: AccountModel,
+ model: AccountModel.unscoped(),
required: true,
include: [
{
attributes: {
exclude: unusedActorAttributesForAPI
},
- model: ActorModel, // Default scope includes avatar and server
- required: true
+ model: ActorModel.unscoped(),
+ required: true,
+ include: accountActorInclude
}
]
}
[ScopeNames.SUMMARY]: (options: SummaryOptions = {}) => {
const include: Includeable[] = [
{
- attributes: [ 'id', 'preferredUsername', 'url', 'serverId', 'avatarId' ],
+ attributes: [ 'id', 'preferredUsername', 'url', 'serverId' ],
model: ActorModel.unscoped(),
required: options.actorRequired ?? true,
include: [
required: false
},
{
- model: ActorImageModel.unscoped(),
- as: 'Avatar',
+ model: ActorImageModel,
+ as: 'Avatars',
required: false
}
]
{
model: ActorImageModel,
required: false,
- as: 'Banner'
+ as: 'Banners'
}
]
}
]
},
[ScopeNames.WITH_STATS]: (options: AvailableWithStatsOptions = { daysPrior: 30 }) => {
- const daysPrior = parseInt(options.daysPrior + '', 10)
+ const daysPrior = forceNumber(options.daysPrior)
return {
attributes: {
')'
),
'viewsPerDay'
+ ],
+ [
+ literal(
+ '(' +
+ 'SELECT COALESCE(SUM("video".views), 0) AS totalViews ' +
+ 'FROM "video" ' +
+ 'WHERE "video"."channelId" = "VideoChannelModel"."id"' +
+ ')'
+ ),
+ 'totalViews'
]
]
}
export class VideoChannelModel extends Model<Partial<AttributesOnly<VideoChannelModel>>> {
@AllowNull(false)
- @Is('VideoChannelName', value => throwIfNotValid(value, isVideoChannelNameValid, 'name'))
+ @Is('VideoChannelName', value => throwIfNotValid(value, isVideoChannelDisplayNameValid, 'name'))
@Column
name: string
@BelongsTo(() => AccountModel, {
foreignKey: {
allowNull: false
- },
- hooks: true
+ }
})
Account: AccountModel
}
}
- return VideoChannelModel.count(query)
+ return VideoChannelModel.unscoped().count(query)
}
static async getStats () {
- function getActiveVideoChannels (days: number) {
+ function getLocalVideoChannelStats (days?: number) {
const options = {
type: QueryTypes.SELECT as QueryTypes.SELECT,
raw: true
}
+ const videoJoin = days
+ ? `INNER JOIN "video" AS "Videos" ON "VideoChannelModel"."id" = "Videos"."channelId" ` +
+ `AND ("Videos"."publishedAt" > Now() - interval '${days}d')`
+ : ''
+
const query = `
-SELECT COUNT(DISTINCT("VideoChannelModel"."id")) AS "count"
-FROM "videoChannel" AS "VideoChannelModel"
-INNER JOIN "video" AS "Videos"
-ON "VideoChannelModel"."id" = "Videos"."channelId"
-AND ("Videos"."publishedAt" > Now() - interval '${days}d')
-INNER JOIN "account" AS "Account"
-ON "VideoChannelModel"."accountId" = "Account"."id"
-INNER JOIN "actor" AS "Account->Actor"
-ON "Account"."actorId" = "Account->Actor"."id"
-AND "Account->Actor"."serverId" IS NULL
-LEFT OUTER JOIN "server" AS "Account->Actor->Server"
-ON "Account->Actor"."serverId" = "Account->Actor->Server"."id"`
+ SELECT COUNT(DISTINCT("VideoChannelModel"."id")) AS "count"
+ FROM "videoChannel" AS "VideoChannelModel"
+ ${videoJoin}
+ INNER JOIN "account" AS "Account" ON "VideoChannelModel"."accountId" = "Account"."id"
+ INNER JOIN "actor" AS "Account->Actor" ON "Account"."actorId" = "Account->Actor"."id"
+ AND "Account->Actor"."serverId" IS NULL`
return VideoChannelModel.sequelize.query<{ count: string }>(query, options)
.then(r => parseInt(r[0].count, 10))
}
- const totalLocalVideoChannels = await VideoChannelModel.count()
- const totalLocalDailyActiveVideoChannels = await getActiveVideoChannels(1)
- const totalLocalWeeklyActiveVideoChannels = await getActiveVideoChannels(7)
- const totalLocalMonthlyActiveVideoChannels = await getActiveVideoChannels(30)
- const totalHalfYearActiveVideoChannels = await getActiveVideoChannels(180)
+ const totalLocalVideoChannels = await getLocalVideoChannelStats()
+ const totalLocalDailyActiveVideoChannels = await getLocalVideoChannelStats(1)
+ const totalLocalWeeklyActiveVideoChannels = await getLocalVideoChannelStats(7)
+ const totalLocalMonthlyActiveVideoChannels = await getLocalVideoChannelStats(30)
+ const totalLocalHalfYearActiveVideoChannels = await getLocalVideoChannelStats(180)
return {
totalLocalVideoChannels,
totalLocalDailyActiveVideoChannels,
totalLocalWeeklyActiveVideoChannels,
totalLocalMonthlyActiveVideoChannels,
- totalHalfYearActiveVideoChannels
+ totalLocalHalfYearActiveVideoChannels
}
}
- static listForApi (parameters: {
- actorId: number
- start: number
- count: number
- sort: string
- }) {
- const { actorId } = parameters
-
- const query = {
- offset: parameters.start,
- limit: parameters.count,
- order: getSort(parameters.sort)
- }
-
- return VideoChannelModel
- .scope({
- method: [ ScopeNames.FOR_API, { actorId } as AvailableForListOptions ]
- })
- .findAndCountAll(query)
- .then(({ rows, count }) => {
- return { total: count, data: rows }
- })
- }
-
static listLocalsForSitemap (sort: string): Promise<MChannelActor[]> {
const query = {
attributes: [ ],
.findAll(query)
}
- static searchForApi (options: {
- actorId: number
- search: string
+ static listForApi (parameters: Pick<AvailableForListOptions, 'actorId'> & {
start: number
count: number
sort: string
}) {
- const attributesInclude = []
- const escapedSearch = VideoModel.sequelize.escape(options.search)
- const escapedLikeSearch = VideoModel.sequelize.escape('%' + options.search + '%')
- attributesInclude.push(createSimilarityAttribute('VideoChannelModel.name', options.search))
+ const { actorId } = parameters
const query = {
- attributes: {
- include: attributesInclude
- },
- offset: options.start,
- limit: options.count,
- order: getSort(options.sort),
- where: {
+ offset: parameters.start,
+ limit: parameters.count,
+ order: getSort(parameters.sort)
+ }
+
+ const getScope = (forCount: boolean) => {
+ return { method: [ ScopeNames.FOR_API, { actorId, forCount } as AvailableForListOptions ] }
+ }
+
+ return Promise.all([
+ VideoChannelModel.scope(getScope(true)).count(),
+ VideoChannelModel.scope(getScope(false)).findAll(query)
+ ]).then(([ total, data ]) => ({ total, data }))
+ }
+
+ static searchForApi (options: Pick<AvailableForListOptions, 'actorId' | 'search' | 'host' | 'handles'> & {
+ start: number
+ count: number
+ sort: string
+ }) {
+ let attributesInclude: any[] = [ literal('0 as similarity') ]
+ let where: WhereOptions
+
+ if (options.search) {
+ const escapedSearch = VideoChannelModel.sequelize.escape(options.search)
+ const escapedLikeSearch = VideoChannelModel.sequelize.escape('%' + options.search + '%')
+ attributesInclude = [ createSimilarityAttribute('VideoChannelModel.name', options.search) ]
+
+ where = {
[Op.or]: [
Sequelize.literal(
'lower(immutable_unaccent("VideoChannelModel"."name")) % lower(immutable_unaccent(' + escapedSearch + '))'
}
}
- return VideoChannelModel
- .scope({
- method: [ ScopeNames.FOR_API, { actorId: options.actorId } as AvailableForListOptions ]
- })
- .findAndCountAll(query)
- .then(({ rows, count }) => {
- return { total: count, data: rows }
- })
+ const query = {
+ attributes: {
+ include: attributesInclude
+ },
+ offset: options.start,
+ limit: options.count,
+ order: getSort(options.sort),
+ where
+ }
+
+ const getScope = (forCount: boolean) => {
+ return {
+ method: [
+ ScopeNames.FOR_API, {
+ ...pick(options, [ 'actorId', 'host', 'handles' ]),
+
+ forCount
+ } as AvailableForListOptions
+ ]
+ }
+ }
+
+ return Promise.all([
+ VideoChannelModel.scope(getScope(true)).count(query),
+ VideoChannelModel.scope(getScope(false)).findAll(query)
+ ]).then(([ total, data ]) => ({ total, data }))
}
- static listByAccount (options: {
+ static listByAccountForAPI (options: {
accountId: number
start: number
count: number
}
: null
+ const getQuery = (forCount: boolean) => {
+ const accountModel = forCount
+ ? AccountModel.unscoped()
+ : AccountModel
+
+ return {
+ offset: options.start,
+ limit: options.count,
+ order: getSort(options.sort),
+ include: [
+ {
+ model: accountModel,
+ where: {
+ id: options.accountId
+ },
+ required: true
+ }
+ ],
+ where
+ }
+ }
+
+ const findScopes: string | ScopeOptions | (string | ScopeOptions)[] = [ ScopeNames.WITH_ACTOR_BANNER ]
+
+ if (options.withStats === true) {
+ findScopes.push({
+ method: [ ScopeNames.WITH_STATS, { daysPrior: 30 } as AvailableWithStatsOptions ]
+ })
+ }
+
+ return Promise.all([
+ VideoChannelModel.unscoped().count(getQuery(true)),
+ VideoChannelModel.scope(findScopes).findAll(getQuery(false))
+ ]).then(([ total, data ]) => ({ total, data }))
+ }
+
+ static listAllByAccount (accountId: number): Promise<MChannel[]> {
const query = {
- offset: options.start,
- limit: options.count,
- order: getSort(options.sort),
+ limit: CONFIG.VIDEO_CHANNELS.MAX_PER_USER,
include: [
{
- model: AccountModel,
+ attributes: [],
+ model: AccountModel.unscoped(),
where: {
- id: options.accountId
+ id: accountId
},
required: true
}
- ],
- where
- }
-
- const scopes: string | ScopeOptions | (string | ScopeOptions)[] = [ ScopeNames.WITH_ACTOR_BANNER ]
-
- if (options.withStats === true) {
- scopes.push({
- method: [ ScopeNames.WITH_STATS, { daysPrior: 30 } as AvailableWithStatsOptions ]
- })
+ ]
}
- return VideoChannelModel
- .scope(scopes)
- .findAndCountAll(query)
- .then(({ rows, count }) => {
- return { total: count, data: rows }
- })
+ return VideoChannelModel.findAll(query)
}
- static loadAndPopulateAccount (id: number): Promise<MChannelBannerAccountDefault> {
+ static loadAndPopulateAccount (id: number, transaction?: Transaction): Promise<MChannelBannerAccountDefault> {
return VideoChannelModel.unscoped()
.scope([ ScopeNames.WITH_ACTOR_BANNER, ScopeNames.WITH_ACCOUNT ])
- .findByPk(id)
+ .findByPk(id, { transaction })
}
static loadByUrlAndPopulateAccount (url: string): Promise<MChannelBannerAccountDefault> {
{
model: ActorImageModel,
required: false,
- as: 'Banner'
+ as: 'Banners'
}
]
}
{
model: ActorImageModel,
required: false,
- as: 'Banner'
+ as: 'Banners'
}
]
}
{
model: ActorImageModel,
required: false,
- as: 'Banner'
+ as: 'Banners'
}
]
}
displayName: this.getDisplayName(),
url: actor.url,
host: actor.host,
+ avatars: actor.avatars,
+
+ // TODO: remove, deprecated in 4.2
avatar: actor.avatar
}
}
})
}
+ const totalViews = this.get('totalViews') as number
+
const actor = this.Actor.toFormattedJSON()
const videoChannel = {
id: this.id,
support: this.support,
isLocal: this.Actor.isOwned(),
updatedAt: this.updatedAt,
+
ownerAccount: undefined,
+
videosCount,
- viewsPerDay
+ viewsPerDay,
+ totalViews,
+
+ avatars: actor.avatars,
+
+ // TODO: remove, deprecated in 4.2
+ avatar: actor.avatar
}
if (this.Account) videoChannel.ownerAccount = this.Account.toFormattedJSON()
return Object.assign(actor, videoChannel)
}
- toActivityPubObject (this: MChannelAP): ActivityPubActor {
- const obj = this.Actor.toActivityPubObject(this.name)
+ async toActivityPubObject (this: MChannelAP): Promise<ActivityPubActor> {
+ const obj = await this.Actor.toActivityPubObject(this.name)
return Object.assign(obj, {
summary: this.description,
return this.Actor.isOutdated()
}
- setAsUpdated (transaction: Transaction) {
- return setAsUpdated('videoChannel', this.id, transaction)
+ setAsUpdated (transaction?: Transaction) {
+ return setAsUpdated({ sequelize: this.sequelize, table: 'videoChannel', id: this.id, transaction })
}
}