-import * as safeBuffer from 'safe-buffer'
-const Buffer = safeBuffer.Buffer
+import * as Bluebird from 'bluebird'
+import { maxBy } from 'lodash'
import * as magnetUtil from 'magnet-uri'
-import { map } from 'lodash'
import * as parseTorrent from 'parse-torrent'
import { join } from 'path'
import * as Sequelize from 'sequelize'
-import * as Promise from 'bluebird'
-import { maxBy } from 'lodash'
-
-import { TagInstance } from './tag-interface'
import {
- logger,
- isVideoNameValid,
+ AllowNull,
+ BeforeDestroy,
+ BelongsTo,
+ BelongsToMany,
+ Column,
+ CreatedAt,
+ DataType,
+ Default,
+ ForeignKey,
+ HasMany,
+ HasOne,
+ IFindOptions,
+ IIncludeOptions,
+ Is,
+ IsInt,
+ IsUUID,
+ Min,
+ Model,
+ Scopes,
+ Table,
+ UpdatedAt
+} from 'sequelize-typescript'
+import { UserRight, VideoPrivacy, VideoState } from '../../../shared'
+import { VideoTorrentObject } from '../../../shared/models/activitypub/objects'
+import { Video, VideoDetails, VideoFile } from '../../../shared/models/videos'
+import { VideoFilter } from '../../../shared/models/videos/video-query.type'
+import { createTorrentPromise, peertubeTruncate } from '../../helpers/core-utils'
+import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
+import { isArray, isBooleanValid } from '../../helpers/custom-validators/misc'
+import {
isVideoCategoryValid,
- isVideoLicenceValid,
- isVideoLanguageValid,
- isVideoNSFWValid,
isVideoDescriptionValid,
isVideoDurationValid,
- readFileBufferPromise,
- unlinkPromise,
- renamePromise,
- writeFilePromise,
- createTorrentPromise,
- statPromise,
- generateImageFromVideoFile,
- transcode,
- getVideoFileHeight
-} from '../../helpers'
+ isVideoLanguageValid,
+ isVideoLicenceValid,
+ isVideoNameValid,
+ isVideoPrivacyValid,
+ isVideoStateValid,
+ isVideoSupportValid
+} from '../../helpers/custom-validators/videos'
+import { generateImageFromVideoFile, getVideoFileResolution } from '../../helpers/ffmpeg-utils'
+import { logger } from '../../helpers/logger'
+import { getServerActor } from '../../helpers/utils'
import {
+ ACTIVITY_PUB,
+ API_VERSION,
CONFIG,
+ CONSTRAINTS_FIELDS,
+ HLS_STREAMING_PLAYLIST_DIRECTORY,
+ HLS_REDUNDANCY_DIRECTORY,
+ PREVIEWS_SIZE,
REMOTE_SCHEME,
+ STATIC_DOWNLOAD_PATHS,
STATIC_PATHS,
+ THUMBNAILS_SIZE,
VIDEO_CATEGORIES,
- VIDEO_LICENCES,
VIDEO_LANGUAGES,
- THUMBNAILS_SIZE
+ VIDEO_LICENCES,
+ VIDEO_PRIVACIES,
+ VIDEO_STATES
} from '../../initializers'
-import { removeVideoToFriends } from '../../lib'
-import { VideoResolution } from '../../../shared'
-import { VideoFileInstance, VideoFileModel } from './video-file-interface'
-
-import { addMethodsToModel, getSort } from '../utils'
+import { sendDeleteVideo } from '../../lib/activitypub/send'
+import { AccountModel } from '../account/account'
+import { AccountVideoRateModel } from '../account/account-video-rate'
+import { ActorModel } from '../activitypub/actor'
+import { AvatarModel } from '../avatar/avatar'
+import { ServerModel } from '../server/server'
import {
- VideoInstance,
- VideoAttributes,
-
- VideoMethods
-} from './video-interface'
-import { PREVIEWS_SIZE } from '../../initializers/constants'
-
-let Video: Sequelize.Model<VideoInstance, VideoAttributes>
-let getOriginalFile: VideoMethods.GetOriginalFile
-let getVideoFilename: VideoMethods.GetVideoFilename
-let getThumbnailName: VideoMethods.GetThumbnailName
-let getThumbnailPath: VideoMethods.GetThumbnailPath
-let getPreviewName: VideoMethods.GetPreviewName
-let getPreviewPath: VideoMethods.GetPreviewPath
-let getTorrentFileName: VideoMethods.GetTorrentFileName
-let isOwned: VideoMethods.IsOwned
-let toFormattedJSON: VideoMethods.ToFormattedJSON
-let toFormattedDetailsJSON: VideoMethods.ToFormattedDetailsJSON
-let toAddRemoteJSON: VideoMethods.ToAddRemoteJSON
-let toUpdateRemoteJSON: VideoMethods.ToUpdateRemoteJSON
-let optimizeOriginalVideofile: VideoMethods.OptimizeOriginalVideofile
-let transcodeOriginalVideofile: VideoMethods.TranscodeOriginalVideofile
-let createPreview: VideoMethods.CreatePreview
-let createThumbnail: VideoMethods.CreateThumbnail
-let getVideoFilePath: VideoMethods.GetVideoFilePath
-let createTorrentAndSetInfoHash: VideoMethods.CreateTorrentAndSetInfoHash
-let getOriginalFileHeight: VideoMethods.GetOriginalFileHeight
-let getEmbedPath: VideoMethods.GetEmbedPath
-
-let generateThumbnailFromData: VideoMethods.GenerateThumbnailFromData
-let list: VideoMethods.List
-let listForApi: VideoMethods.ListForApi
-let loadByHostAndUUID: VideoMethods.LoadByHostAndUUID
-let listOwnedAndPopulateAuthorAndTags: VideoMethods.ListOwnedAndPopulateAuthorAndTags
-let listOwnedByAuthor: VideoMethods.ListOwnedByAuthor
-let load: VideoMethods.Load
-let loadByUUID: VideoMethods.LoadByUUID
-let loadLocalVideoByUUID: VideoMethods.LoadLocalVideoByUUID
-let loadAndPopulateAuthor: VideoMethods.LoadAndPopulateAuthor
-let loadAndPopulateAuthorAndPodAndTags: VideoMethods.LoadAndPopulateAuthorAndPodAndTags
-let loadByUUIDAndPopulateAuthorAndPodAndTags: VideoMethods.LoadByUUIDAndPopulateAuthorAndPodAndTags
-let searchAndPopulateAuthorAndPodAndTags: VideoMethods.SearchAndPopulateAuthorAndPodAndTags
-let removeThumbnail: VideoMethods.RemoveThumbnail
-let removePreview: VideoMethods.RemovePreview
-let removeFile: VideoMethods.RemoveFile
-let removeTorrent: VideoMethods.RemoveTorrent
-
-export default function (sequelize: Sequelize.Sequelize, DataTypes: Sequelize.DataTypes) {
- Video = sequelize.define<VideoInstance, VideoAttributes>('Video',
- {
- uuid: {
- type: DataTypes.UUID,
- defaultValue: DataTypes.UUIDV4,
- allowNull: false,
- validate: {
- isUUID: 4
- }
- },
- name: {
- type: DataTypes.STRING,
- allowNull: false,
- validate: {
- nameValid: value => {
- const res = isVideoNameValid(value)
- if (res === false) throw new Error('Video name is not valid.')
- }
- }
- },
+ buildBlockedAccountSQL,
+ buildTrigramSearchIndex,
+ buildWhereIdOrUUID,
+ createSimilarityAttribute,
+ getVideoSort,
+ throwIfNotValid
+} from '../utils'
+import { TagModel } from './tag'
+import { VideoAbuseModel } from './video-abuse'
+import { VideoChannelModel, ScopeNames as VideoChannelScopeNames } from './video-channel'
+import { VideoCommentModel } from './video-comment'
+import { VideoFileModel } from './video-file'
+import { VideoShareModel } from './video-share'
+import { VideoTagModel } from './video-tag'
+import { ScheduleVideoUpdateModel } from './schedule-video-update'
+import { VideoCaptionModel } from './video-caption'
+import { VideoBlacklistModel } from './video-blacklist'
+import { remove, writeFile } from 'fs-extra'
+import { VideoViewModel } from './video-views'
+import { VideoRedundancyModel } from '../redundancy/video-redundancy'
+import {
+ videoFilesModelToFormattedJSON,
+ VideoFormattingJSONOptions,
+ videoModelToActivityPubObject,
+ videoModelToFormattedDetailsJSON,
+ videoModelToFormattedJSON
+} from './video-format-utils'
+import { UserVideoHistoryModel } from '../account/user-video-history'
+import { UserModel } from '../account/user'
+import { VideoImportModel } from './video-import'
+import { VideoStreamingPlaylistModel } from './video-streaming-playlist'
+import { VideoPlaylistElementModel } from './video-playlist-element'
+
+// FIXME: Define indexes here because there is an issue with TS and Sequelize.literal when called directly in the annotation
+const indexes: Sequelize.DefineIndexesOptions[] = [
+ buildTrigramSearchIndex('video_name_trigram', 'name'),
+
+ { fields: [ 'createdAt' ] },
+ { fields: [ 'publishedAt' ] },
+ { fields: [ 'duration' ] },
+ { fields: [ 'views' ] },
+ { fields: [ 'channelId' ] },
+ {
+ fields: [ 'originallyPublishedAt' ],
+ where: {
+ originallyPublishedAt: {
+ [Sequelize.Op.ne]: null
+ }
+ }
+ },
+ {
+ fields: [ 'category' ], // We don't care videos with an unknown category
+ where: {
category: {
- type: DataTypes.INTEGER,
- allowNull: false,
- validate: {
- categoryValid: value => {
- const res = isVideoCategoryValid(value)
- if (res === false) throw new Error('Video category is not valid.')
- }
- }
- },
+ [Sequelize.Op.ne]: null
+ }
+ }
+ },
+ {
+ fields: [ 'licence' ], // We don't care videos with an unknown licence
+ where: {
licence: {
- type: DataTypes.INTEGER,
- allowNull: false,
- defaultValue: null,
- validate: {
- licenceValid: value => {
- const res = isVideoLicenceValid(value)
- if (res === false) throw new Error('Video licence is not valid.')
- }
- }
- },
+ [Sequelize.Op.ne]: null
+ }
+ }
+ },
+ {
+ fields: [ 'language' ], // We don't care videos with an unknown language
+ where: {
language: {
- type: DataTypes.INTEGER,
- allowNull: true,
- validate: {
- languageValid: value => {
- const res = isVideoLanguageValid(value)
- if (res === false) throw new Error('Video language is not valid.')
- }
+ [Sequelize.Op.ne]: null
+ }
+ }
+ },
+ {
+ fields: [ 'nsfw' ], // Most of the videos are not NSFW
+ where: {
+ nsfw: true
+ }
+ },
+ {
+ fields: [ 'remote' ], // Only index local videos
+ where: {
+ remote: false
+ }
+ },
+ {
+ fields: [ 'uuid' ],
+ unique: true
+ },
+ {
+ fields: [ 'url' ],
+ unique: true
+ }
+]
+
+export enum ScopeNames {
+ AVAILABLE_FOR_LIST_IDS = 'AVAILABLE_FOR_LIST_IDS',
+ FOR_API = 'FOR_API',
+ WITH_ACCOUNT_DETAILS = 'WITH_ACCOUNT_DETAILS',
+ WITH_TAGS = 'WITH_TAGS',
+ WITH_FILES = 'WITH_FILES',
+ WITH_SCHEDULED_UPDATE = 'WITH_SCHEDULED_UPDATE',
+ WITH_BLACKLISTED = 'WITH_BLACKLISTED',
+ WITH_USER_HISTORY = 'WITH_USER_HISTORY',
+ WITH_STREAMING_PLAYLISTS = 'WITH_STREAMING_PLAYLISTS',
+ WITH_USER_ID = 'WITH_USER_ID'
+}
+
+type ForAPIOptions = {
+ ids: number[]
+
+ videoPlaylistId?: number
+
+ withFiles?: boolean
+}
+
+type AvailableForListIDsOptions = {
+ serverAccountId: number
+ followerActorId: number
+ includeLocalVideos: boolean
+
+ filter?: VideoFilter
+ categoryOneOf?: number[]
+ nsfw?: boolean
+ licenceOneOf?: number[]
+ languageOneOf?: string[]
+ tagsOneOf?: string[]
+ tagsAllOf?: string[]
+
+ withFiles?: boolean
+
+ accountId?: number
+ videoChannelId?: number
+
+ videoPlaylistId?: number
+
+ trendingDays?: number
+ user?: UserModel,
+ historyOfUser?: UserModel
+}
+
+@Scopes({
+ [ ScopeNames.FOR_API ]: (options: ForAPIOptions) => {
+ const query: IFindOptions<VideoModel> = {
+ where: {
+ id: {
+ [ Sequelize.Op.any ]: options.ids
}
},
- nsfw: {
- type: DataTypes.BOOLEAN,
- allowNull: false,
- validate: {
- nsfwValid: value => {
- const res = isVideoNSFWValid(value)
- if (res === false) throw new Error('Video nsfw attribute is not valid.')
- }
+ include: [
+ {
+ model: VideoChannelModel.scope({ method: [ VideoChannelScopeNames.SUMMARY, true ] })
}
- },
- description: {
- type: DataTypes.STRING,
- allowNull: false,
- validate: {
- descriptionValid: value => {
- const res = isVideoDescriptionValid(value)
- if (res === false) throw new Error('Video description is not valid.')
- }
+ ]
+ }
+
+ if (options.withFiles === true) {
+ query.include.push({
+ model: VideoFileModel.unscoped(),
+ required: true
+ })
+ }
+
+ if (options.videoPlaylistId) {
+ query.include.push({
+ model: VideoPlaylistElementModel.unscoped(),
+ required: true
+ })
+ }
+
+ return query
+ },
+ [ ScopeNames.AVAILABLE_FOR_LIST_IDS ]: (options: AvailableForListIDsOptions) => {
+ const query: IFindOptions<VideoModel> = {
+ raw: true,
+ attributes: [ 'id' ],
+ where: {
+ id: {
+ [ Sequelize.Op.and ]: [
+ {
+ [ Sequelize.Op.notIn ]: Sequelize.literal(
+ '(SELECT "videoBlacklist"."videoId" FROM "videoBlacklist")'
+ )
+ }
+ ]
+ },
+ channelId: {
+ [ Sequelize.Op.notIn ]: Sequelize.literal(
+ '(' +
+ 'SELECT id FROM "videoChannel" WHERE "accountId" IN (' +
+ buildBlockedAccountSQL(options.serverAccountId, options.user ? options.user.Account.id : undefined) +
+ ')' +
+ ')'
+ )
}
},
- duration: {
- type: DataTypes.INTEGER,
- allowNull: false,
- validate: {
- durationValid: value => {
- const res = isVideoDurationValid(value)
- if (res === false) throw new Error('Video duration is not valid.')
+ include: []
+ }
+
+ // Only list public/published videos
+ if (!options.filter || options.filter !== 'all-local') {
+ const privacyWhere = {
+ // Always list public videos
+ privacy: VideoPrivacy.PUBLIC,
+ // Always list published videos, or videos that are being transcoded but on which we don't want to wait for transcoding
+ [ Sequelize.Op.or ]: [
+ {
+ state: VideoState.PUBLISHED
+ },
+ {
+ [ Sequelize.Op.and ]: {
+ state: VideoState.TO_TRANSCODE,
+ waitTranscoding: false
+ }
}
+ ]
+ }
+
+ Object.assign(query.where, privacyWhere)
+ }
+
+ if (options.videoPlaylistId) {
+ query.include.push({
+ attributes: [],
+ model: VideoPlaylistElementModel.unscoped(),
+ required: true,
+ where: {
+ videoPlaylistId: options.videoPlaylistId
}
- },
- views: {
- type: DataTypes.INTEGER,
- allowNull: false,
- defaultValue: 0,
- validate: {
- min: 0,
- isInt: true
+ })
+ }
+
+ if (options.filter || options.accountId || options.videoChannelId) {
+ const videoChannelInclude: IIncludeOptions = {
+ attributes: [],
+ model: VideoChannelModel.unscoped(),
+ required: true
+ }
+
+ if (options.videoChannelId) {
+ videoChannelInclude.where = {
+ id: options.videoChannelId
}
- },
- likes: {
- type: DataTypes.INTEGER,
- allowNull: false,
- defaultValue: 0,
- validate: {
- min: 0,
- isInt: true
+ }
+
+ if (options.filter || options.accountId) {
+ const accountInclude: IIncludeOptions = {
+ attributes: [],
+ model: AccountModel.unscoped(),
+ required: true
}
- },
- dislikes: {
- type: DataTypes.INTEGER,
- allowNull: false,
- defaultValue: 0,
- validate: {
- min: 0,
- isInt: true
+
+ if (options.filter) {
+ accountInclude.include = [
+ {
+ attributes: [],
+ model: ActorModel.unscoped(),
+ required: true,
+ where: VideoModel.buildActorWhereWithFilter(options.filter)
+ }
+ ]
}
- },
- remote: {
- type: DataTypes.BOOLEAN,
- allowNull: false,
- defaultValue: false
+
+ if (options.accountId) {
+ accountInclude.where = { id: options.accountId }
+ }
+
+ videoChannelInclude.include = [ accountInclude ]
}
- },
- {
- indexes: [
- {
- fields: [ 'name' ]
- },
- {
- fields: [ 'createdAt' ]
- },
- {
- fields: [ 'duration' ]
- },
+
+ query.include.push(videoChannelInclude)
+ }
+
+ if (options.followerActorId) {
+ let localVideosReq = ''
+ if (options.includeLocalVideos === true) {
+ localVideosReq = ' UNION ALL ' +
+ 'SELECT "video"."id" AS "id" FROM "video" ' +
+ 'INNER JOIN "videoChannel" ON "videoChannel"."id" = "video"."channelId" ' +
+ 'INNER JOIN "account" ON "account"."id" = "videoChannel"."accountId" ' +
+ 'INNER JOIN "actor" ON "account"."actorId" = "actor"."id" ' +
+ 'WHERE "actor"."serverId" IS NULL'
+ }
+
+ // Force actorId to be a number to avoid SQL injections
+ const actorIdNumber = parseInt(options.followerActorId.toString(), 10)
+ query.where[ 'id' ][ Sequelize.Op.and ].push({
+ [ Sequelize.Op.in ]: Sequelize.literal(
+ '(' +
+ 'SELECT "videoShare"."videoId" AS "id" FROM "videoShare" ' +
+ 'INNER JOIN "actorFollow" ON "actorFollow"."targetActorId" = "videoShare"."actorId" ' +
+ 'WHERE "actorFollow"."actorId" = ' + actorIdNumber +
+ ' UNION ALL ' +
+ 'SELECT "video"."id" AS "id" FROM "video" ' +
+ 'INNER JOIN "videoChannel" ON "videoChannel"."id" = "video"."channelId" ' +
+ 'INNER JOIN "account" ON "account"."id" = "videoChannel"."accountId" ' +
+ 'INNER JOIN "actor" ON "account"."actorId" = "actor"."id" ' +
+ 'INNER JOIN "actorFollow" ON "actorFollow"."targetActorId" = "actor"."id" ' +
+ 'WHERE "actorFollow"."actorId" = ' + actorIdNumber +
+ localVideosReq +
+ ')'
+ )
+ })
+ }
+
+ if (options.withFiles === true) {
+ query.where[ 'id' ][ Sequelize.Op.and ].push({
+ [ Sequelize.Op.in ]: Sequelize.literal(
+ '(SELECT "videoId" FROM "videoFile")'
+ )
+ })
+ }
+
+ // FIXME: issues with sequelize count when making a join on n:m relation, so we just make a IN()
+ if (options.tagsAllOf || options.tagsOneOf) {
+ const createTagsIn = (tags: string[]) => {
+ return tags.map(t => VideoModel.sequelize.escape(t))
+ .join(', ')
+ }
+
+ if (options.tagsOneOf) {
+ query.where[ 'id' ][ Sequelize.Op.and ].push({
+ [ Sequelize.Op.in ]: Sequelize.literal(
+ '(' +
+ 'SELECT "videoId" FROM "videoTag" ' +
+ 'INNER JOIN "tag" ON "tag"."id" = "videoTag"."tagId" ' +
+ 'WHERE "tag"."name" IN (' + createTagsIn(options.tagsOneOf) + ')' +
+ ')'
+ )
+ })
+ }
+
+ if (options.tagsAllOf) {
+ query.where[ 'id' ][ Sequelize.Op.and ].push({
+ [ Sequelize.Op.in ]: Sequelize.literal(
+ '(' +
+ 'SELECT "videoId" FROM "videoTag" ' +
+ 'INNER JOIN "tag" ON "tag"."id" = "videoTag"."tagId" ' +
+ 'WHERE "tag"."name" IN (' + createTagsIn(options.tagsAllOf) + ')' +
+ 'GROUP BY "videoTag"."videoId" HAVING COUNT(*) = ' + options.tagsAllOf.length +
+ ')'
+ )
+ })
+ }
+ }
+
+ if (options.nsfw === true || options.nsfw === false) {
+ query.where[ 'nsfw' ] = options.nsfw
+ }
+
+ if (options.categoryOneOf) {
+ query.where[ 'category' ] = {
+ [ Sequelize.Op.or ]: options.categoryOneOf
+ }
+ }
+
+ if (options.licenceOneOf) {
+ query.where[ 'licence' ] = {
+ [ Sequelize.Op.or ]: options.licenceOneOf
+ }
+ }
+
+ if (options.languageOneOf) {
+ query.where[ 'language' ] = {
+ [ Sequelize.Op.or ]: options.languageOneOf
+ }
+ }
+
+ if (options.trendingDays) {
+ query.include.push(VideoModel.buildTrendingQuery(options.trendingDays))
+
+ query.subQuery = false
+ }
+
+ if (options.historyOfUser) {
+ query.include.push({
+ model: UserVideoHistoryModel,
+ required: true,
+ where: {
+ userId: options.historyOfUser.id
+ }
+ })
+
+ // Even if the relation is n:m, we know that a user only have 0..1 video history
+ // So we won't have multiple rows for the same video
+ // Without this, we would not be able to sort on "updatedAt" column of UserVideoHistoryModel
+ query.subQuery = false
+ }
+
+ return query
+ },
+ [ ScopeNames.WITH_USER_ID ]: {
+ include: [
+ {
+ attributes: [ 'accountId' ],
+ model: () => VideoChannelModel.unscoped(),
+ required: true,
+ include: [
+ {
+ attributes: [ 'userId' ],
+ model: () => AccountModel.unscoped(),
+ required: true
+ }
+ ]
+ }
+ ]
+ },
+ [ ScopeNames.WITH_ACCOUNT_DETAILS ]: {
+ include: [
+ {
+ model: () => VideoChannelModel.unscoped(),
+ required: true,
+ include: [
+ {
+ attributes: {
+ exclude: [ 'privateKey', 'publicKey' ]
+ },
+ model: () => ActorModel.unscoped(),
+ required: true,
+ include: [
+ {
+ attributes: [ 'host' ],
+ model: () => ServerModel.unscoped(),
+ required: false
+ },
+ {
+ model: () => AvatarModel.unscoped(),
+ required: false
+ }
+ ]
+ },
+ {
+ model: () => AccountModel.unscoped(),
+ required: true,
+ include: [
+ {
+ model: () => ActorModel.unscoped(),
+ attributes: {
+ exclude: [ 'privateKey', 'publicKey' ]
+ },
+ required: true,
+ include: [
+ {
+ attributes: [ 'host' ],
+ model: () => ServerModel.unscoped(),
+ required: false
+ },
+ {
+ model: () => AvatarModel.unscoped(),
+ required: false
+ }
+ ]
+ }
+ ]
+ }
+ ]
+ }
+ ]
+ },
+ [ ScopeNames.WITH_TAGS ]: {
+ include: [ () => TagModel ]
+ },
+ [ ScopeNames.WITH_BLACKLISTED ]: {
+ include: [
+ {
+ attributes: [ 'id', 'reason' ],
+ model: () => VideoBlacklistModel,
+ required: false
+ }
+ ]
+ },
+ [ ScopeNames.WITH_FILES ]: (withRedundancies = false) => {
+ let subInclude: any[] = []
+
+ if (withRedundancies === true) {
+ subInclude = [
{
- fields: [ 'views' ]
- },
+ attributes: [ 'fileUrl' ],
+ model: VideoRedundancyModel.unscoped(),
+ required: false
+ }
+ ]
+ }
+
+ return {
+ include: [
{
- fields: [ 'likes' ]
- },
+ model: VideoFileModel.unscoped(),
+ // FIXME: typings
+ [ 'separate' as any ]: true, // We may have multiple files, having multiple redundancies so let's separate this join
+ required: false,
+ include: subInclude
+ }
+ ]
+ }
+ },
+ [ ScopeNames.WITH_STREAMING_PLAYLISTS ]: (withRedundancies = false) => {
+ let subInclude: any[] = []
+
+ if (withRedundancies === true) {
+ subInclude = [
{
- fields: [ 'uuid' ]
- },
+ attributes: [ 'fileUrl' ],
+ model: VideoRedundancyModel.unscoped(),
+ required: false
+ }
+ ]
+ }
+
+ return {
+ include: [
{
- fields: [ 'channelId' ]
+ model: VideoStreamingPlaylistModel.unscoped(),
+ // FIXME: typings
+ [ 'separate' as any ]: true, // We may have multiple streaming playlists, having multiple redundancies so let's separate this join
+ required: false,
+ include: subInclude
}
- ],
- hooks: {
- afterDestroy
+ ]
+ }
+ },
+ [ ScopeNames.WITH_SCHEDULED_UPDATE ]: {
+ include: [
+ {
+ model: () => ScheduleVideoUpdateModel.unscoped(),
+ required: false
}
+ ]
+ },
+ [ ScopeNames.WITH_USER_HISTORY ]: (userId: number) => {
+ return {
+ include: [
+ {
+ attributes: [ 'currentTime' ],
+ model: UserVideoHistoryModel.unscoped(),
+ required: false,
+ where: {
+ userId
+ }
+ }
+ ]
}
- )
-
- const classMethods = [
- associate,
-
- generateThumbnailFromData,
- list,
- listForApi,
- listOwnedAndPopulateAuthorAndTags,
- listOwnedByAuthor,
- load,
- loadAndPopulateAuthor,
- loadAndPopulateAuthorAndPodAndTags,
- loadByHostAndUUID,
- loadByUUID,
- loadLocalVideoByUUID,
- loadByUUIDAndPopulateAuthorAndPodAndTags,
- searchAndPopulateAuthorAndPodAndTags
- ]
- const instanceMethods = [
- createPreview,
- createThumbnail,
- createTorrentAndSetInfoHash,
- getPreviewName,
- getPreviewPath,
- getThumbnailName,
- getThumbnailPath,
- getTorrentFileName,
- getVideoFilename,
- getVideoFilePath,
- getOriginalFile,
- isOwned,
- removeFile,
- removePreview,
- removeThumbnail,
- removeTorrent,
- toAddRemoteJSON,
- toFormattedJSON,
- toFormattedDetailsJSON,
- toUpdateRemoteJSON,
- optimizeOriginalVideofile,
- transcodeOriginalVideofile,
- getOriginalFileHeight,
- getEmbedPath
- ]
- addMethodsToModel(Video, classMethods, instanceMethods)
-
- return Video
-}
+ }
+})
+@Table({
+ tableName: 'video',
+ indexes
+})
+export class VideoModel extends Model<VideoModel> {
+
+ @AllowNull(false)
+ @Default(DataType.UUIDV4)
+ @IsUUID(4)
+ @Column(DataType.UUID)
+ uuid: string
+
+ @AllowNull(false)
+ @Is('VideoName', value => throwIfNotValid(value, isVideoNameValid, 'name'))
+ @Column
+ name: string
+
+ @AllowNull(true)
+ @Default(null)
+ @Is('VideoCategory', value => throwIfNotValid(value, isVideoCategoryValid, 'category'))
+ @Column
+ category: number
+
+ @AllowNull(true)
+ @Default(null)
+ @Is('VideoLicence', value => throwIfNotValid(value, isVideoLicenceValid, 'licence'))
+ @Column
+ licence: number
+
+ @AllowNull(true)
+ @Default(null)
+ @Is('VideoLanguage', value => throwIfNotValid(value, isVideoLanguageValid, 'language'))
+ @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.LANGUAGE.max))
+ language: string
+
+ @AllowNull(false)
+ @Is('VideoPrivacy', value => throwIfNotValid(value, isVideoPrivacyValid, 'privacy'))
+ @Column
+ privacy: number
+
+ @AllowNull(false)
+ @Is('VideoNSFW', value => throwIfNotValid(value, isBooleanValid, 'NSFW boolean'))
+ @Column
+ nsfw: boolean
+
+ @AllowNull(true)
+ @Default(null)
+ @Is('VideoDescription', value => throwIfNotValid(value, isVideoDescriptionValid, 'description'))
+ @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.DESCRIPTION.max))
+ description: string
+
+ @AllowNull(true)
+ @Default(null)
+ @Is('VideoSupport', value => throwIfNotValid(value, isVideoSupportValid, 'support'))
+ @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.SUPPORT.max))
+ support: string
+
+ @AllowNull(false)
+ @Is('VideoDuration', value => throwIfNotValid(value, isVideoDurationValid, 'duration'))
+ @Column
+ duration: number
+
+ @AllowNull(false)
+ @Default(0)
+ @IsInt
+ @Min(0)
+ @Column
+ views: number
+
+ @AllowNull(false)
+ @Default(0)
+ @IsInt
+ @Min(0)
+ @Column
+ likes: number
+
+ @AllowNull(false)
+ @Default(0)
+ @IsInt
+ @Min(0)
+ @Column
+ dislikes: number
+
+ @AllowNull(false)
+ @Column
+ remote: boolean
+
+ @AllowNull(false)
+ @Is('VideoUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'url'))
+ @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max))
+ url: string
+
+ @AllowNull(false)
+ @Column
+ commentsEnabled: boolean
+
+ @AllowNull(false)
+ @Column
+ downloadEnabled: boolean
+
+ @AllowNull(false)
+ @Column
+ waitTranscoding: boolean
+
+ @AllowNull(false)
+ @Default(null)
+ @Is('VideoState', value => throwIfNotValid(value, isVideoStateValid, 'state'))
+ @Column
+ state: VideoState
+
+ @CreatedAt
+ createdAt: Date
+
+ @UpdatedAt
+ updatedAt: Date
+
+ @AllowNull(false)
+ @Default(Sequelize.NOW)
+ @Column
+ publishedAt: Date
+
+ @AllowNull(true)
+ @Default(null)
+ @Column
+ originallyPublishedAt: Date
+
+ @ForeignKey(() => VideoChannelModel)
+ @Column
+ channelId: number
+
+ @BelongsTo(() => VideoChannelModel, {
+ foreignKey: {
+ allowNull: true
+ },
+ hooks: true
+ })
+ VideoChannel: VideoChannelModel
-// ------------------------------ METHODS ------------------------------
+ @BelongsToMany(() => TagModel, {
+ foreignKey: 'videoId',
+ through: () => VideoTagModel,
+ onDelete: 'CASCADE'
+ })
+ Tags: TagModel[]
-function associate (models) {
- Video.belongsTo(models.VideoChannel, {
+ @HasMany(() => VideoPlaylistElementModel, {
foreignKey: {
- name: 'channelId',
+ name: 'videoId',
allowNull: false
},
onDelete: 'cascade'
})
+ VideoPlaylistElements: VideoPlaylistElementModel[]
- Video.belongsToMany(models.Tag, {
- foreignKey: 'videoId',
- through: models.VideoTag,
+ @HasMany(() => VideoAbuseModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
onDelete: 'cascade'
})
+ VideoAbuses: VideoAbuseModel[]
- Video.hasMany(models.VideoAbuse, {
+ @HasMany(() => VideoFileModel, {
foreignKey: {
name: 'videoId',
allowNull: false
},
+ hooks: true,
onDelete: 'cascade'
})
+ VideoFiles: VideoFileModel[]
- Video.hasMany(models.VideoFile, {
+ @HasMany(() => VideoStreamingPlaylistModel, {
foreignKey: {
name: 'videoId',
allowNull: false
},
+ hooks: true,
onDelete: 'cascade'
})
-}
+ VideoStreamingPlaylists: VideoStreamingPlaylistModel[]
+
+ @HasMany(() => VideoShareModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ VideoShares: VideoShareModel[]
+
+ @HasMany(() => AccountVideoRateModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ AccountVideoRates: AccountVideoRateModel[]
+
+ @HasMany(() => VideoCommentModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade',
+ hooks: true
+ })
+ VideoComments: VideoCommentModel[]
+
+ @HasMany(() => VideoViewModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ VideoViews: VideoViewModel[]
+
+ @HasMany(() => UserVideoHistoryModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ UserVideoHistories: UserVideoHistoryModel[]
+
+ @HasOne(() => ScheduleVideoUpdateModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ ScheduleVideoUpdate: ScheduleVideoUpdateModel
+
+ @HasOne(() => VideoBlacklistModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade'
+ })
+ VideoBlacklist: VideoBlacklistModel
+
+ @HasOne(() => VideoImportModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: true
+ },
+ onDelete: 'set null'
+ })
+ VideoImport: VideoImportModel
+
+ @HasMany(() => VideoCaptionModel, {
+ foreignKey: {
+ name: 'videoId',
+ allowNull: false
+ },
+ onDelete: 'cascade',
+ hooks: true,
+ [ 'separate' as any ]: true
+ })
+ VideoCaptions: VideoCaptionModel[]
+
+ @BeforeDestroy
+ static async sendDelete (instance: VideoModel, options) {
+ if (instance.isOwned()) {
+ if (!instance.VideoChannel) {
+ instance.VideoChannel = await instance.$get('VideoChannel', {
+ include: [
+ {
+ model: AccountModel,
+ include: [ ActorModel ]
+ }
+ ],
+ transaction: options.transaction
+ }) as VideoChannelModel
+ }
+
+ return sendDeleteVideo(instance, options.transaction)
+ }
+
+ return undefined
+ }
+
+ @BeforeDestroy
+ static async removeFiles (instance: VideoModel) {
+ const tasks: Promise<any>[] = []
+
+ logger.info('Removing files of video %s.', instance.url)
+
+ tasks.push(instance.removeThumbnail())
+
+ if (instance.isOwned()) {
+ if (!Array.isArray(instance.VideoFiles)) {
+ instance.VideoFiles = await instance.$get('VideoFiles') as VideoFileModel[]
+ }
+
+ tasks.push(instance.removePreview())
+
+ // Remove physical files and torrents
+ instance.VideoFiles.forEach(file => {
+ tasks.push(instance.removeFile(file))
+ tasks.push(instance.removeTorrent(file))
+ })
+
+ // Remove playlists file
+ tasks.push(instance.removeStreamingPlaylist())
+ }
+
+ // Do not wait video deletion because we could be in a transaction
+ Promise.all(tasks)
+ .catch(err => {
+ logger.error('Some errors when removing files of video %s in before destroy hook.', instance.uuid, { err })
+ })
+
+ return undefined
+ }
+
+ static listLocal () {
+ const query = {
+ where: {
+ remote: false
+ }
+ }
+
+ return VideoModel.scope([ ScopeNames.WITH_FILES, ScopeNames.WITH_STREAMING_PLAYLISTS ]).findAll(query)
+ }
+
+ static listAllAndSharedByActorForOutbox (actorId: number, start: number, count: number) {
+ function getRawQuery (select: string) {
+ const queryVideo = 'SELECT ' + select + ' FROM "video" AS "Video" ' +
+ 'INNER JOIN "videoChannel" AS "VideoChannel" ON "VideoChannel"."id" = "Video"."channelId" ' +
+ 'INNER JOIN "account" AS "Account" ON "Account"."id" = "VideoChannel"."accountId" ' +
+ 'WHERE "Account"."actorId" = ' + actorId
+ const queryVideoShare = 'SELECT ' + select + ' FROM "videoShare" AS "VideoShare" ' +
+ 'INNER JOIN "video" AS "Video" ON "Video"."id" = "VideoShare"."videoId" ' +
+ 'WHERE "VideoShare"."actorId" = ' + actorId
+
+ return `(${queryVideo}) UNION (${queryVideoShare})`
+ }
+
+ const rawQuery = getRawQuery('"Video"."id"')
+ const rawCountQuery = getRawQuery('COUNT("Video"."id") as "total"')
+
+ const query = {
+ distinct: true,
+ offset: start,
+ limit: count,
+ order: getVideoSort('createdAt', [ 'Tags', 'name', 'ASC' ]),
+ where: {
+ id: {
+ [ Sequelize.Op.in ]: Sequelize.literal('(' + rawQuery + ')')
+ },
+ [ Sequelize.Op.or ]: [
+ { privacy: VideoPrivacy.PUBLIC },
+ { privacy: VideoPrivacy.UNLISTED }
+ ]
+ },
+ include: [
+ {
+ attributes: [ 'language' ],
+ model: VideoCaptionModel.unscoped(),
+ required: false
+ },
+ {
+ attributes: [ 'id', 'url' ],
+ model: VideoShareModel.unscoped(),
+ required: false,
+ // We only want videos shared by this actor
+ where: {
+ [ Sequelize.Op.and ]: [
+ {
+ id: {
+ [ Sequelize.Op.not ]: null
+ }
+ },
+ {
+ actorId
+ }
+ ]
+ },
+ include: [
+ {
+ attributes: [ 'id', 'url' ],
+ model: ActorModel.unscoped()
+ }
+ ]
+ },
+ {
+ model: VideoChannelModel.unscoped(),
+ required: true,
+ include: [
+ {
+ attributes: [ 'name' ],
+ model: AccountModel.unscoped(),
+ required: true,
+ include: [
+ {
+ attributes: [ 'id', 'url', 'followersUrl' ],
+ model: ActorModel.unscoped(),
+ required: true
+ }
+ ]
+ },
+ {
+ attributes: [ 'id', 'url', 'followersUrl' ],
+ model: ActorModel.unscoped(),
+ required: true
+ }
+ ]
+ },
+ VideoFileModel,
+ TagModel
+ ]
+ }
+
+ return Bluebird.all([
+ // FIXME: typing issue
+ VideoModel.findAll(query as any),
+ VideoModel.sequelize.query(rawCountQuery, { type: Sequelize.QueryTypes.SELECT })
+ ]).then(([ rows, totals ]) => {
+ // totals: totalVideos + totalVideoShares
+ let totalVideos = 0
+ let totalVideoShares = 0
+ if (totals[ 0 ]) totalVideos = parseInt(totals[ 0 ].total, 10)
+ if (totals[ 1 ]) totalVideoShares = parseInt(totals[ 1 ].total, 10)
+
+ const total = totalVideos + totalVideoShares
+ return {
+ data: rows,
+ total: total
+ }
+ })
+ }
+
+ static listUserVideosForApi (accountId: number, start: number, count: number, sort: string, withFiles = false) {
+ const query: IFindOptions<VideoModel> = {
+ offset: start,
+ limit: count,
+ order: getVideoSort(sort),
+ include: [
+ {
+ model: VideoChannelModel,
+ required: true,
+ include: [
+ {
+ model: AccountModel,
+ where: {
+ id: accountId
+ },
+ required: true
+ }
+ ]
+ },
+ {
+ model: ScheduleVideoUpdateModel,
+ required: false
+ },
+ {
+ model: VideoBlacklistModel,
+ required: false
+ }
+ ]
+ }
+
+ if (withFiles === true) {
+ query.include.push({
+ model: VideoFileModel.unscoped(),
+ required: true
+ })
+ }
+
+ return VideoModel.findAndCountAll(query).then(({ rows, count }) => {
+ return {
+ data: rows,
+ total: count
+ }
+ })
+ }
+
+ static async listForApi (options: {
+ start: number,
+ count: number,
+ sort: string,
+ nsfw: boolean,
+ includeLocalVideos: boolean,
+ withFiles: boolean,
+ categoryOneOf?: number[],
+ licenceOneOf?: number[],
+ languageOneOf?: string[],
+ tagsOneOf?: string[],
+ tagsAllOf?: string[],
+ filter?: VideoFilter,
+ accountId?: number,
+ videoChannelId?: number,
+ followerActorId?: number
+ videoPlaylistId?: number,
+ trendingDays?: number,
+ user?: UserModel,
+ historyOfUser?: UserModel
+ }, countVideos = true) {
+ if (options.filter && options.filter === 'all-local' && !options.user.hasRight(UserRight.SEE_ALL_VIDEOS)) {
+ throw new Error('Try to filter all-local but no user has not the see all videos right')
+ }
+
+ const query: IFindOptions<VideoModel> = {
+ offset: options.start,
+ limit: options.count,
+ order: getVideoSort(options.sort)
+ }
+
+ let trendingDays: number
+ if (options.sort.endsWith('trending')) {
+ trendingDays = CONFIG.TRENDING.VIDEOS.INTERVAL_DAYS
+
+ query.group = 'VideoModel.id'
+ }
+
+ const serverActor = await getServerActor()
+
+ // followerActorId === null has a meaning, so just check undefined
+ const followerActorId = options.followerActorId !== undefined ? options.followerActorId : serverActor.id
+
+ const queryOptions = {
+ followerActorId,
+ serverAccountId: serverActor.Account.id,
+ nsfw: options.nsfw,
+ categoryOneOf: options.categoryOneOf,
+ licenceOneOf: options.licenceOneOf,
+ languageOneOf: options.languageOneOf,
+ tagsOneOf: options.tagsOneOf,
+ tagsAllOf: options.tagsAllOf,
+ filter: options.filter,
+ withFiles: options.withFiles,
+ accountId: options.accountId,
+ videoChannelId: options.videoChannelId,
+ videoPlaylistId: options.videoPlaylistId,
+ includeLocalVideos: options.includeLocalVideos,
+ user: options.user,
+ historyOfUser: options.historyOfUser,
+ trendingDays
+ }
+
+ return VideoModel.getAvailableForApi(query, queryOptions, countVideos)
+ }
+
+ static async searchAndPopulateAccountAndServer (options: {
+ includeLocalVideos: boolean
+ search?: string
+ start?: number
+ count?: number
+ sort?: string
+ startDate?: string // ISO 8601
+ endDate?: string // ISO 8601
+ originallyPublishedStartDate?: string
+ originallyPublishedEndDate?: string
+ nsfw?: boolean
+ categoryOneOf?: number[]
+ licenceOneOf?: number[]
+ languageOneOf?: string[]
+ tagsOneOf?: string[]
+ tagsAllOf?: string[]
+ durationMin?: number // seconds
+ durationMax?: number // seconds
+ user?: UserModel,
+ filter?: VideoFilter
+ }) {
+ const whereAnd = []
+
+ if (options.startDate || options.endDate) {
+ const publishedAtRange = {}
+
+ if (options.startDate) publishedAtRange[ Sequelize.Op.gte ] = options.startDate
+ if (options.endDate) publishedAtRange[ Sequelize.Op.lte ] = options.endDate
+
+ whereAnd.push({ publishedAt: publishedAtRange })
+ }
+
+ if (options.originallyPublishedStartDate || options.originallyPublishedEndDate) {
+ const originallyPublishedAtRange = {}
+
+ if (options.originallyPublishedStartDate) originallyPublishedAtRange[ Sequelize.Op.gte ] = options.originallyPublishedStartDate
+ if (options.originallyPublishedEndDate) originallyPublishedAtRange[ Sequelize.Op.lte ] = options.originallyPublishedEndDate
+
+ whereAnd.push({ originallyPublishedAt: originallyPublishedAtRange })
+ }
+
+ if (options.durationMin || options.durationMax) {
+ const durationRange = {}
+
+ if (options.durationMin) durationRange[ Sequelize.Op.gte ] = options.durationMin
+ if (options.durationMax) durationRange[ Sequelize.Op.lte ] = options.durationMax
+
+ whereAnd.push({ duration: durationRange })
+ }
+
+ const attributesInclude = []
+ const escapedSearch = VideoModel.sequelize.escape(options.search)
+ const escapedLikeSearch = VideoModel.sequelize.escape('%' + options.search + '%')
+ if (options.search) {
+ whereAnd.push(
+ {
+ id: {
+ [ Sequelize.Op.in ]: Sequelize.literal(
+ '(' +
+ 'SELECT "video"."id" FROM "video" ' +
+ 'WHERE ' +
+ 'lower(immutable_unaccent("video"."name")) % lower(immutable_unaccent(' + escapedSearch + ')) OR ' +
+ 'lower(immutable_unaccent("video"."name")) LIKE lower(immutable_unaccent(' + escapedLikeSearch + '))' +
+ 'UNION ALL ' +
+ 'SELECT "video"."id" FROM "video" LEFT JOIN "videoTag" ON "videoTag"."videoId" = "video"."id" ' +
+ 'INNER JOIN "tag" ON "tag"."id" = "videoTag"."tagId" ' +
+ 'WHERE "tag"."name" = ' + escapedSearch +
+ ')'
+ )
+ }
+ }
+ )
+
+ attributesInclude.push(createSimilarityAttribute('VideoModel.name', options.search))
+ }
+
+ // Cannot search on similarity if we don't have a search
+ if (!options.search) {
+ attributesInclude.push(
+ Sequelize.literal('0 as similarity')
+ )
+ }
+
+ const query: IFindOptions<VideoModel> = {
+ attributes: {
+ include: attributesInclude
+ },
+ offset: options.start,
+ limit: options.count,
+ order: getVideoSort(options.sort),
+ where: {
+ [ Sequelize.Op.and ]: whereAnd
+ }
+ }
+
+ const serverActor = await getServerActor()
+ const queryOptions = {
+ followerActorId: serverActor.id,
+ serverAccountId: serverActor.Account.id,
+ includeLocalVideos: options.includeLocalVideos,
+ nsfw: options.nsfw,
+ categoryOneOf: options.categoryOneOf,
+ licenceOneOf: options.licenceOneOf,
+ languageOneOf: options.languageOneOf,
+ tagsOneOf: options.tagsOneOf,
+ tagsAllOf: options.tagsAllOf,
+ user: options.user,
+ filter: options.filter
+ }
+
+ return VideoModel.getAvailableForApi(query, queryOptions)
+ }
+
+ static load (id: number | string, t?: Sequelize.Transaction) {
+ const where = buildWhereIdOrUUID(id)
+ const options = {
+ where,
+ transaction: t
+ }
+
+ return VideoModel.findOne(options)
+ }
+
+ static loadWithRights (id: number | string, t?: Sequelize.Transaction) {
+ const where = buildWhereIdOrUUID(id)
+ const options = {
+ where,
+ transaction: t
+ }
-function afterDestroy (video: VideoInstance) {
- const tasks = []
+ return VideoModel.scope([ ScopeNames.WITH_BLACKLISTED, ScopeNames.WITH_USER_ID ]).findOne(options)
+ }
- tasks.push(
- video.removeThumbnail()
- )
+ static loadOnlyId (id: number | string, t?: Sequelize.Transaction) {
+ const where = buildWhereIdOrUUID(id)
- if (video.isOwned()) {
- const removeVideoToFriendsParams = {
- uuid: video.uuid
+ const options = {
+ attributes: [ 'id' ],
+ where,
+ transaction: t
}
- tasks.push(
- video.removePreview(),
- removeVideoToFriends(removeVideoToFriendsParams)
- )
+ return VideoModel.findOne(options)
+ }
- // Remove physical files and torrents
- video.VideoFiles.forEach(file => {
- tasks.push(video.removeFile(file))
- tasks.push(video.removeTorrent(file))
- })
+ static loadWithFiles (id: number, t?: Sequelize.Transaction, logging?: boolean) {
+ return VideoModel.scope([ ScopeNames.WITH_FILES, ScopeNames.WITH_STREAMING_PLAYLISTS ])
+ .findByPk(id, { transaction: t, logging })
}
- return Promise.all(tasks)
- .catch(err => {
- logger.error('Some errors when removing files of video %s in after destroy hook.', video.uuid, err)
- })
-}
+ static loadByUUIDWithFile (uuid: string) {
+ const options = {
+ where: {
+ uuid
+ }
+ }
-getOriginalFile = function (this: VideoInstance) {
- if (Array.isArray(this.VideoFiles) === false) return undefined
+ return VideoModel.findOne(options)
+ }
- // The original file is the file that have the higher resolution
- return maxBy(this.VideoFiles, file => file.resolution)
-}
+ static loadByUrl (url: string, transaction?: Sequelize.Transaction) {
+ const query: IFindOptions<VideoModel> = {
+ where: {
+ url
+ },
+ transaction
+ }
-getVideoFilename = function (this: VideoInstance, videoFile: VideoFileInstance) {
- return this.uuid + '-' + videoFile.resolution + videoFile.extname
-}
+ return VideoModel.findOne(query)
+ }
-getThumbnailName = function (this: VideoInstance) {
- // We always have a copy of the thumbnail
- const extension = '.jpg'
- return this.uuid + extension
-}
+ static loadByUrlAndPopulateAccount (url: string, transaction?: Sequelize.Transaction) {
+ const query: IFindOptions<VideoModel> = {
+ where: {
+ url
+ },
+ transaction
+ }
-getPreviewName = function (this: VideoInstance) {
- const extension = '.jpg'
- return this.uuid + extension
-}
+ return VideoModel.scope([
+ ScopeNames.WITH_ACCOUNT_DETAILS,
+ ScopeNames.WITH_FILES,
+ ScopeNames.WITH_STREAMING_PLAYLISTS
+ ]).findOne(query)
+ }
-getTorrentFileName = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const extension = '.torrent'
- return this.uuid + '-' + videoFile.resolution + extension
-}
+ static loadAndPopulateAccountAndServerAndTags (id: number | string, t?: Sequelize.Transaction, userId?: number) {
+ const where = buildWhereIdOrUUID(id)
-isOwned = function (this: VideoInstance) {
- return this.remote === false
-}
+ const options = {
+ order: [ [ 'Tags', 'name', 'ASC' ] ],
+ where,
+ transaction: t
+ }
-createPreview = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const imageSize = PREVIEWS_SIZE.width + 'x' + PREVIEWS_SIZE.height
+ const scopes = [
+ ScopeNames.WITH_TAGS,
+ ScopeNames.WITH_BLACKLISTED,
+ ScopeNames.WITH_ACCOUNT_DETAILS,
+ ScopeNames.WITH_SCHEDULED_UPDATE,
+ ScopeNames.WITH_FILES,
+ ScopeNames.WITH_STREAMING_PLAYLISTS
+ ]
- return generateImageFromVideoFile(
- this.getVideoFilePath(videoFile),
- CONFIG.STORAGE.PREVIEWS_DIR,
- this.getPreviewName(),
- imageSize
- )
-}
+ if (userId) {
+ scopes.push({ method: [ ScopeNames.WITH_USER_HISTORY, userId ] } as any) // FIXME: typings
+ }
-createThumbnail = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const imageSize = THUMBNAILS_SIZE.width + 'x' + THUMBNAILS_SIZE.height
+ return VideoModel
+ .scope(scopes)
+ .findOne(options)
+ }
- return generateImageFromVideoFile(
- this.getVideoFilePath(videoFile),
- CONFIG.STORAGE.THUMBNAILS_DIR,
- this.getThumbnailName(),
- imageSize
- )
-}
+ static loadForGetAPI (id: number | string, t?: Sequelize.Transaction, userId?: number) {
+ const where = buildWhereIdOrUUID(id)
-getVideoFilePath = function (this: VideoInstance, videoFile: VideoFileInstance) {
- return join(CONFIG.STORAGE.VIDEOS_DIR, this.getVideoFilename(videoFile))
-}
+ const options = {
+ order: [ [ 'Tags', 'name', 'ASC' ] ],
+ where,
+ transaction: t
+ }
-createTorrentAndSetInfoHash = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const options = {
- announceList: [
- [ CONFIG.WEBSERVER.WS + '://' + CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.WEBSERVER.PORT + '/tracker/socket' ]
- ],
- urlList: [
- CONFIG.WEBSERVER.URL + STATIC_PATHS.WEBSEED + this.getVideoFilename(videoFile)
+ const scopes = [
+ ScopeNames.WITH_TAGS,
+ ScopeNames.WITH_BLACKLISTED,
+ ScopeNames.WITH_ACCOUNT_DETAILS,
+ ScopeNames.WITH_SCHEDULED_UPDATE,
+ { method: [ ScopeNames.WITH_FILES, true ] } as any, // FIXME: typings
+ { method: [ ScopeNames.WITH_STREAMING_PLAYLISTS, true ] } as any // FIXME: typings
]
- }
- return createTorrentPromise(this.getVideoFilePath(videoFile), options)
- .then(torrent => {
- const filePath = join(CONFIG.STORAGE.TORRENTS_DIR, this.getTorrentFileName(videoFile))
- logger.info('Creating torrent %s.', filePath)
+ if (userId) {
+ scopes.push({ method: [ ScopeNames.WITH_USER_HISTORY, userId ] } as any) // FIXME: typings
+ }
+
+ return VideoModel
+ .scope(scopes)
+ .findOne(options)
+ }
- return writeFilePromise(filePath, torrent).then(() => torrent)
+ static async getStats () {
+ const totalLocalVideos = await VideoModel.count({
+ where: {
+ remote: false
+ }
})
- .then(torrent => {
- const parsedTorrent = parseTorrent(torrent)
+ const totalVideos = await VideoModel.count()
- videoFile.infoHash = parsedTorrent.infoHash
+ let totalLocalVideoViews = await VideoModel.sum('views', {
+ where: {
+ remote: false
+ }
})
-}
+ // Sequelize could return null...
+ if (!totalLocalVideoViews) totalLocalVideoViews = 0
-getEmbedPath = function (this: VideoInstance) {
- return '/videos/embed/' + this.uuid
-}
+ return {
+ totalLocalVideos,
+ totalLocalVideoViews,
+ totalVideos
+ }
+ }
-getThumbnailPath = function (this: VideoInstance) {
- return join(STATIC_PATHS.THUMBNAILS, this.getThumbnailName())
-}
+ static incrementViews (id: number, views: number) {
+ return VideoModel.increment('views', {
+ by: views,
+ where: {
+ id
+ }
+ })
+ }
-getPreviewPath = function (this: VideoInstance) {
- return join(STATIC_PATHS.PREVIEWS, this.getPreviewName())
-}
+ static checkVideoHasInstanceFollow (videoId: number, followerActorId: number) {
+ // Instances only share videos
+ const query = 'SELECT 1 FROM "videoShare" ' +
+ 'INNER JOIN "actorFollow" ON "actorFollow"."targetActorId" = "videoShare"."actorId" ' +
+ 'WHERE "actorFollow"."actorId" = $followerActorId AND "videoShare"."videoId" = $videoId ' +
+ 'LIMIT 1'
+
+ const options = {
+ type: Sequelize.QueryTypes.SELECT,
+ bind: { followerActorId, videoId },
+ raw: true
+ }
-toFormattedJSON = function (this: VideoInstance) {
- let podHost
-
- if (this.VideoChannel.Author.Pod) {
- podHost = this.VideoChannel.Author.Pod.host
- } else {
- // It means it's our video
- podHost = CONFIG.WEBSERVER.HOST
- }
-
- // Maybe our pod is not up to date and there are new categories since our version
- let categoryLabel = VIDEO_CATEGORIES[this.category]
- if (!categoryLabel) categoryLabel = 'Misc'
-
- // Maybe our pod is not up to date and there are new licences since our version
- let licenceLabel = VIDEO_LICENCES[this.licence]
- if (!licenceLabel) licenceLabel = 'Unknown'
-
- // Language is an optional attribute
- let languageLabel = VIDEO_LANGUAGES[this.language]
- if (!languageLabel) languageLabel = 'Unknown'
-
- const json = {
- id: this.id,
- uuid: this.uuid,
- name: this.name,
- category: this.category,
- categoryLabel,
- licence: this.licence,
- licenceLabel,
- language: this.language,
- languageLabel,
- nsfw: this.nsfw,
- description: this.description,
- podHost,
- isLocal: this.isOwned(),
- author: this.VideoChannel.Author.name,
- duration: this.duration,
- views: this.views,
- likes: this.likes,
- dislikes: this.dislikes,
- tags: map<TagInstance, string>(this.Tags, 'name'),
- thumbnailPath: this.getThumbnailPath(),
- previewPath: this.getPreviewPath(),
- embedPath: this.getEmbedPath(),
- createdAt: this.createdAt,
- updatedAt: this.updatedAt
- }
-
- return json
-}
+ return VideoModel.sequelize.query(query, options)
+ .then(results => results.length === 1)
+ }
-toFormattedDetailsJSON = function (this: VideoInstance) {
- let podHost
-
- if (this.VideoChannel.Author.Pod) {
- podHost = this.VideoChannel.Author.Pod.host
- } else {
- // It means it's our video
- podHost = CONFIG.WEBSERVER.HOST
- }
-
- // Maybe our pod is not up to date and there are new categories since our version
- let categoryLabel = VIDEO_CATEGORIES[this.category]
- if (!categoryLabel) categoryLabel = 'Misc'
-
- // Maybe our pod is not up to date and there are new licences since our version
- let licenceLabel = VIDEO_LICENCES[this.licence]
- if (!licenceLabel) licenceLabel = 'Unknown'
-
- // Language is an optional attribute
- let languageLabel = VIDEO_LANGUAGES[this.language]
- if (!languageLabel) languageLabel = 'Unknown'
-
- const json = {
- id: this.id,
- uuid: this.uuid,
- name: this.name,
- category: this.category,
- categoryLabel,
- licence: this.licence,
- licenceLabel,
- language: this.language,
- languageLabel,
- nsfw: this.nsfw,
- description: this.description,
- podHost,
- isLocal: this.isOwned(),
- author: this.VideoChannel.Author.name,
- duration: this.duration,
- views: this.views,
- likes: this.likes,
- dislikes: this.dislikes,
- tags: map<TagInstance, string>(this.Tags, 'name'),
- thumbnailPath: this.getThumbnailPath(),
- previewPath: this.getPreviewPath(),
- embedPath: this.getEmbedPath(),
- createdAt: this.createdAt,
- updatedAt: this.updatedAt,
- channel: this.VideoChannel.toFormattedJSON(),
- files: []
- }
-
- // Format and sort video files
- const { baseUrlHttp, baseUrlWs } = getBaseUrls(this)
- json.files = this.VideoFiles
- .map(videoFile => {
- let resolutionLabel = videoFile.resolution + 'p'
-
- const videoFileJson = {
- resolution: videoFile.resolution,
- resolutionLabel,
- magnetUri: generateMagnetUri(this, videoFile, baseUrlHttp, baseUrlWs),
- size: videoFile.size,
- torrentUrl: getTorrentUrl(this, videoFile, baseUrlHttp),
- fileUrl: getVideoFileUrl(this, videoFile, baseUrlHttp)
- }
-
- return videoFileJson
- })
- .sort((a, b) => {
- if (a.resolution < b.resolution) return 1
- if (a.resolution === b.resolution) return 0
- return -1
- })
-
- return json
-}
+ // threshold corresponds to how many video the field should have to be returned
+ static async getRandomFieldSamples (field: 'category' | 'channelId', threshold: number, count: number) {
+ const serverActor = await getServerActor()
+ const followerActorId = serverActor.id
-toAddRemoteJSON = function (this: VideoInstance) {
- // Get thumbnail data to send to the other pod
- const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, this.getThumbnailName())
-
- return readFileBufferPromise(thumbnailPath).then(thumbnailData => {
- const remoteVideo = {
- uuid: this.uuid,
- name: this.name,
- category: this.category,
- licence: this.licence,
- language: this.language,
- nsfw: this.nsfw,
- description: this.description,
- channelUUID: this.VideoChannel.uuid,
- duration: this.duration,
- thumbnailData: thumbnailData.toString('binary'),
- tags: map<TagInstance, string>(this.Tags, 'name'),
- createdAt: this.createdAt,
- updatedAt: this.updatedAt,
- views: this.views,
- likes: this.likes,
- dislikes: this.dislikes,
- files: []
- }
-
- this.VideoFiles.forEach(videoFile => {
- remoteVideo.files.push({
- infoHash: videoFile.infoHash,
- resolution: videoFile.resolution,
- extname: videoFile.extname,
- size: videoFile.size
- })
- })
+ const scopeOptions: AvailableForListIDsOptions = {
+ serverAccountId: serverActor.Account.id,
+ followerActorId,
+ includeLocalVideos: true
+ }
- return remoteVideo
- })
-}
+ const query: IFindOptions<VideoModel> = {
+ attributes: [ field ],
+ limit: count,
+ group: field,
+ having: Sequelize.where(Sequelize.fn('COUNT', Sequelize.col(field)), {
+ [ Sequelize.Op.gte ]: threshold
+ }) as any, // FIXME: typings
+ order: [ this.sequelize.random() ]
+ }
-toUpdateRemoteJSON = function (this: VideoInstance) {
- const json = {
- uuid: this.uuid,
- name: this.name,
- category: this.category,
- licence: this.licence,
- language: this.language,
- nsfw: this.nsfw,
- description: this.description,
- duration: this.duration,
- tags: map<TagInstance, string>(this.Tags, 'name'),
- createdAt: this.createdAt,
- updatedAt: this.updatedAt,
- views: this.views,
- likes: this.likes,
- dislikes: this.dislikes,
- files: []
- }
-
- this.VideoFiles.forEach(videoFile => {
- json.files.push({
- infoHash: videoFile.infoHash,
- resolution: videoFile.resolution,
- extname: videoFile.extname,
- size: videoFile.size
- })
- })
+ return VideoModel.scope({ method: [ ScopeNames.AVAILABLE_FOR_LIST_IDS, scopeOptions ] })
+ .findAll(query)
+ .then(rows => rows.map(r => r[ field ]))
+ }
- return json
-}
+ static buildTrendingQuery (trendingDays: number) {
+ return {
+ attributes: [],
+ subQuery: false,
+ model: VideoViewModel,
+ required: false,
+ where: {
+ startDate: {
+ [ Sequelize.Op.gte ]: new Date(new Date().getTime() - (24 * 3600 * 1000) * trendingDays)
+ }
+ }
+ }
+ }
-optimizeOriginalVideofile = function (this: VideoInstance) {
- const videosDirectory = CONFIG.STORAGE.VIDEOS_DIR
- const newExtname = '.mp4'
- const inputVideoFile = this.getOriginalFile()
- const videoInputPath = join(videosDirectory, this.getVideoFilename(inputVideoFile))
- const videoOutputPath = join(videosDirectory, this.id + '-transcoded' + newExtname)
+ private static buildActorWhereWithFilter (filter?: VideoFilter) {
+ if (filter && (filter === 'local' || filter === 'all-local')) {
+ return {
+ serverId: null
+ }
+ }
- const transcodeOptions = {
- inputPath: videoInputPath,
- outputPath: videoOutputPath
+ return {}
}
- return transcode(transcodeOptions)
- .then(() => {
- return unlinkPromise(videoInputPath)
- })
- .then(() => {
- // Important to do this before getVideoFilename() to take in account the new file extension
- inputVideoFile.set('extname', newExtname)
+ private static async getAvailableForApi (
+ query: IFindOptions<VideoModel>,
+ options: AvailableForListIDsOptions,
+ countVideos = true
+ ) {
+ const idsScope = {
+ method: [
+ ScopeNames.AVAILABLE_FOR_LIST_IDS, options
+ ]
+ }
- return renamePromise(videoOutputPath, this.getVideoFilePath(inputVideoFile))
- })
- .then(() => {
- return statPromise(this.getVideoFilePath(inputVideoFile))
- })
- .then(stats => {
- return inputVideoFile.set('size', stats.size)
- })
- .then(() => {
- return this.createTorrentAndSetInfoHash(inputVideoFile)
- })
- .then(() => {
- return inputVideoFile.save()
- })
- .then(() => {
- return undefined
- })
- .catch(err => {
- // Auto destruction...
- this.destroy().catch(err => logger.error('Cannot destruct video after transcoding failure.', err))
+ // Remove trending sort on count, because it uses a group by
+ const countOptions = Object.assign({}, options, { trendingDays: undefined })
+ const countQuery = Object.assign({}, query, { attributes: undefined, group: undefined })
+ const countScope = {
+ method: [
+ ScopeNames.AVAILABLE_FOR_LIST_IDS, countOptions
+ ]
+ }
- throw err
- })
-}
+ const [ count, rowsId ] = await Promise.all([
+ countVideos ? VideoModel.scope(countScope).count(countQuery) : Promise.resolve<number>(undefined),
+ VideoModel.scope(idsScope).findAll(query)
+ ])
+ const ids = rowsId.map(r => r.id)
+
+ if (ids.length === 0) return { data: [], total: count }
+
+ const secondQuery: IFindOptions<VideoModel> = {
+ offset: 0,
+ limit: query.limit,
+ attributes: query.attributes,
+ order: [ // Keep original order
+ Sequelize.literal(
+ ids.map(id => `"VideoModel".id = ${id} DESC`).join(', ')
+ )
+ ]
+ }
-transcodeOriginalVideofile = function (this: VideoInstance, resolution: VideoResolution) {
- const videosDirectory = CONFIG.STORAGE.VIDEOS_DIR
- const extname = '.mp4'
+ // FIXME: typing
+ const apiScope: any[] = []
- // We are sure it's x264 in mp4 because optimizeOriginalVideofile was already executed
- const videoInputPath = join(videosDirectory, this.getVideoFilename(this.getOriginalFile()))
+ if (options.user) {
+ apiScope.push({ method: [ ScopeNames.WITH_USER_HISTORY, options.user.id ] })
- const newVideoFile = (Video['sequelize'].models.VideoFile as VideoFileModel).build({
- resolution,
- extname,
- size: 0,
- videoId: this.id
- })
- const videoOutputPath = join(videosDirectory, this.getVideoFilename(newVideoFile))
+ // Even if the relation is n:m, we know that a user only have 0..1 video history
+ // So we won't have multiple rows for the same video
+ // A subquery adds some bugs in our query so disable it
+ secondQuery.subQuery = false
+ }
- const transcodeOptions = {
- inputPath: videoInputPath,
- outputPath: videoOutputPath,
- resolution
- }
- return transcode(transcodeOptions)
- .then(() => {
- return statPromise(videoOutputPath)
+ apiScope.push({
+ method: [
+ ScopeNames.FOR_API, {
+ ids, withFiles:
+ options.withFiles,
+ videoPlaylistId: options.videoPlaylistId
+ } as ForAPIOptions
+ ]
})
- .then(stats => {
- newVideoFile.set('size', stats.size)
- return undefined
- })
- .then(() => {
- return this.createTorrentAndSetInfoHash(newVideoFile)
- })
- .then(() => {
- return newVideoFile.save()
- })
- .then(() => {
- return this.VideoFiles.push(newVideoFile)
- })
- .then(() => undefined)
-}
+ const rows = await VideoModel.scope(apiScope).findAll(secondQuery)
-getOriginalFileHeight = function (this: VideoInstance) {
- const originalFilePath = this.getVideoFilePath(this.getOriginalFile())
+ return {
+ data: rows,
+ total: count
+ }
+ }
- return getVideoFileHeight(originalFilePath)
-}
+ static getCategoryLabel (id: number) {
+ return VIDEO_CATEGORIES[ id ] || 'Misc'
+ }
-removeThumbnail = function (this: VideoInstance) {
- const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, this.getThumbnailName())
- return unlinkPromise(thumbnailPath)
-}
+ static getLicenceLabel (id: number) {
+ return VIDEO_LICENCES[ id ] || 'Unknown'
+ }
-removePreview = function (this: VideoInstance) {
- // Same name than video thumbnail
- return unlinkPromise(CONFIG.STORAGE.PREVIEWS_DIR + this.getPreviewName())
-}
+ static getLanguageLabel (id: string) {
+ return VIDEO_LANGUAGES[ id ] || 'Unknown'
+ }
-removeFile = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const filePath = join(CONFIG.STORAGE.VIDEOS_DIR, this.getVideoFilename(videoFile))
- return unlinkPromise(filePath)
-}
+ static getPrivacyLabel (id: number) {
+ return VIDEO_PRIVACIES[ id ] || 'Unknown'
+ }
-removeTorrent = function (this: VideoInstance, videoFile: VideoFileInstance) {
- const torrentPath = join(CONFIG.STORAGE.TORRENTS_DIR, this.getTorrentFileName(videoFile))
- return unlinkPromise(torrentPath)
-}
+ static getStateLabel (id: number) {
+ return VIDEO_STATES[ id ] || 'Unknown'
+ }
-// ------------------------------ STATICS ------------------------------
+ getOriginalFile () {
+ if (Array.isArray(this.VideoFiles) === false) return undefined
-generateThumbnailFromData = function (video: VideoInstance, thumbnailData: string) {
- // Creating the thumbnail for a remote video
+ // The original file is the file that have the higher resolution
+ return maxBy(this.VideoFiles, file => file.resolution)
+ }
- const thumbnailName = video.getThumbnailName()
- const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, thumbnailName)
- return writeFilePromise(thumbnailPath, Buffer.from(thumbnailData, 'binary')).then(() => {
- return thumbnailName
- })
-}
+ getVideoFilename (videoFile: VideoFileModel) {
+ return this.uuid + '-' + videoFile.resolution + videoFile.extname
+ }
-list = function () {
- const query = {
- include: [ Video['sequelize'].models.VideoFile ]
+ getThumbnailName () {
+ const extension = '.jpg'
+ return this.uuid + extension
}
- return Video.findAll(query)
-}
+ getPreviewName () {
+ const extension = '.jpg'
+ return this.uuid + extension
+ }
-listForApi = function (start: number, count: number, sort: string) {
- // Exclude blacklisted videos from the list
- const query = {
- distinct: true,
- offset: start,
- limit: count,
- order: [ getSort(sort), [ Video['sequelize'].models.Tag, 'name', 'ASC' ] ],
- include: [
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [
- {
- model: Video['sequelize'].models.Author,
- include: [
- {
- model: Video['sequelize'].models.Pod,
- required: false
- }
- ]
- }
- ]
- },
- Video['sequelize'].models.Tag,
- Video['sequelize'].models.VideoFile
- ],
- where: createBaseVideosWhere()
+ getTorrentFileName (videoFile: VideoFileModel) {
+ const extension = '.torrent'
+ return this.uuid + '-' + videoFile.resolution + extension
}
- return Video.findAndCountAll(query).then(({ rows, count }) => {
- return {
- data: rows,
- total: count
- }
- })
-}
+ isOwned () {
+ return this.remote === false
+ }
-loadByHostAndUUID = function (fromHost: string, uuid: string, t?: Sequelize.Transaction) {
- const query: Sequelize.FindOptions<VideoAttributes> = {
- where: {
- uuid
- },
- include: [
- {
- model: Video['sequelize'].models.VideoFile
- },
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [
- {
- model: Video['sequelize'].models.Author,
- include: [
- {
- model: Video['sequelize'].models.Pod,
- required: true,
- where: {
- host: fromHost
- }
- }
- ]
- }
- ]
- }
- ]
+ createPreview (videoFile: VideoFileModel) {
+ return generateImageFromVideoFile(
+ this.getVideoFilePath(videoFile),
+ CONFIG.STORAGE.PREVIEWS_DIR,
+ this.getPreviewName(),
+ PREVIEWS_SIZE
+ )
}
- if (t !== undefined) query.transaction = t
+ createThumbnail (videoFile: VideoFileModel) {
+ return generateImageFromVideoFile(
+ this.getVideoFilePath(videoFile),
+ CONFIG.STORAGE.THUMBNAILS_DIR,
+ this.getThumbnailName(),
+ THUMBNAILS_SIZE
+ )
+ }
- return Video.findOne(query)
-}
+ getTorrentFilePath (videoFile: VideoFileModel) {
+ return join(CONFIG.STORAGE.TORRENTS_DIR, this.getTorrentFileName(videoFile))
+ }
-listOwnedAndPopulateAuthorAndTags = function () {
- const query = {
- where: {
- remote: false
- },
- include: [
- Video['sequelize'].models.VideoFile,
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [ Video['sequelize'].models.Author ]
- },
- Video['sequelize'].models.Tag
- ]
+ getVideoFilePath (videoFile: VideoFileModel) {
+ return join(CONFIG.STORAGE.VIDEOS_DIR, this.getVideoFilename(videoFile))
}
- return Video.findAll(query)
-}
+ async createTorrentAndSetInfoHash (videoFile: VideoFileModel) {
+ const options = {
+ // Keep the extname, it's used by the client to stream the file inside a web browser
+ name: `${this.name} ${videoFile.resolution}p${videoFile.extname}`,
+ createdBy: 'PeerTube',
+ announceList: [
+ [ CONFIG.WEBSERVER.WS + '://' + CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.WEBSERVER.PORT + '/tracker/socket' ],
+ [ CONFIG.WEBSERVER.URL + '/tracker/announce' ]
+ ],
+ urlList: [ CONFIG.WEBSERVER.URL + STATIC_PATHS.WEBSEED + this.getVideoFilename(videoFile) ]
+ }
-listOwnedByAuthor = function (author: string) {
- const query = {
- where: {
- remote: false
- },
- include: [
- {
- model: Video['sequelize'].models.VideoFile
- },
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [
- {
- model: Video['sequelize'].models.Author,
- where: {
- name: author
- }
- }
- ]
- }
- ]
- }
+ const torrent = await createTorrentPromise(this.getVideoFilePath(videoFile), options)
- return Video.findAll(query)
-}
+ const filePath = join(CONFIG.STORAGE.TORRENTS_DIR, this.getTorrentFileName(videoFile))
+ logger.info('Creating torrent %s.', filePath)
-load = function (id: number) {
- return Video.findById(id)
-}
+ await writeFile(filePath, torrent)
-loadByUUID = function (uuid: string, t?: Sequelize.Transaction) {
- const query: Sequelize.FindOptions<VideoAttributes> = {
- where: {
- uuid
- },
- include: [ Video['sequelize'].models.VideoFile ]
+ const parsedTorrent = parseTorrent(torrent)
+ videoFile.infoHash = parsedTorrent.infoHash
}
- if (t !== undefined) query.transaction = t
+ getWatchStaticPath () {
+ return '/videos/watch/' + this.uuid
+ }
- return Video.findOne(query)
-}
+ getEmbedStaticPath () {
+ return '/videos/embed/' + this.uuid
+ }
-loadLocalVideoByUUID = function (uuid: string, t?: Sequelize.Transaction) {
- const query: Sequelize.FindOptions<VideoAttributes> = {
- where: {
- uuid,
- remote: false
- },
- include: [ Video['sequelize'].models.VideoFile ]
+ getThumbnailStaticPath () {
+ return join(STATIC_PATHS.THUMBNAILS, this.getThumbnailName())
}
- if (t !== undefined) query.transaction = t
+ getPreviewStaticPath () {
+ return join(STATIC_PATHS.PREVIEWS, this.getPreviewName())
+ }
- return Video.findOne(query)
-}
+ toFormattedJSON (options?: VideoFormattingJSONOptions): Video {
+ return videoModelToFormattedJSON(this, options)
+ }
-loadAndPopulateAuthor = function (id: number) {
- const options = {
- include: [
- Video['sequelize'].models.VideoFile,
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [ Video['sequelize'].models.Author ]
- }
- ]
+ toFormattedDetailsJSON (): VideoDetails {
+ return videoModelToFormattedDetailsJSON(this)
}
- return Video.findById(id, options)
-}
+ getFormattedVideoFilesJSON (): VideoFile[] {
+ return videoFilesModelToFormattedJSON(this, this.VideoFiles)
+ }
-loadAndPopulateAuthorAndPodAndTags = function (id: number) {
- const options = {
- include: [
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [
- {
- model: Video['sequelize'].models.Author,
- include: [ { model: Video['sequelize'].models.Pod, required: false } ]
- }
- ]
- },
- Video['sequelize'].models.Tag,
- Video['sequelize'].models.VideoFile
- ]
+ toActivityPubObject (): VideoTorrentObject {
+ return videoModelToActivityPubObject(this)
}
- return Video.findById(id, options)
-}
+ getTruncatedDescription () {
+ if (!this.description) return null
-loadByUUIDAndPopulateAuthorAndPodAndTags = function (uuid: string) {
- const options = {
- where: {
- uuid
- },
- include: [
- {
- model: Video['sequelize'].models.VideoChannel,
- include: [
- {
- model: Video['sequelize'].models.Author,
- include: [ { model: Video['sequelize'].models.Pod, required: false } ]
- }
- ]
- },
- Video['sequelize'].models.Tag,
- Video['sequelize'].models.VideoFile
- ]
+ const maxLength = CONSTRAINTS_FIELDS.VIDEOS.TRUNCATED_DESCRIPTION.max
+ return peertubeTruncate(this.description, maxLength)
}
- return Video.findOne(options)
-}
+ getOriginalFileResolution () {
+ const originalFilePath = this.getVideoFilePath(this.getOriginalFile())
-searchAndPopulateAuthorAndPodAndTags = function (value: string, field: string, start: number, count: number, sort: string) {
- const podInclude: Sequelize.IncludeOptions = {
- model: Video['sequelize'].models.Pod,
- required: false
+ return getVideoFileResolution(originalFilePath)
}
- const authorInclude: Sequelize.IncludeOptions = {
- model: Video['sequelize'].models.Author,
- include: [ podInclude ]
+ getDescriptionAPIPath () {
+ return `/api/${API_VERSION}/videos/${this.uuid}/description`
}
- const videoChannelInclude: Sequelize.IncludeOptions = {
- model: Video['sequelize'].models.VideoChannel,
- include: [ authorInclude ],
- required: true
+ removeThumbnail () {
+ const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, this.getThumbnailName())
+ return remove(thumbnailPath)
+ .catch(err => logger.warn('Cannot delete thumbnail %s.', thumbnailPath, { err }))
}
- const tagInclude: Sequelize.IncludeOptions = {
- model: Video['sequelize'].models.Tag
+ removePreview () {
+ const previewPath = join(CONFIG.STORAGE.PREVIEWS_DIR + this.getPreviewName())
+ return remove(previewPath)
+ .catch(err => logger.warn('Cannot delete preview %s.', previewPath, { err }))
}
- const videoFileInclude: Sequelize.IncludeOptions = {
- model: Video['sequelize'].models.VideoFile
+ removeFile (videoFile: VideoFileModel, isRedundancy = false) {
+ const baseDir = isRedundancy ? CONFIG.STORAGE.REDUNDANCY_DIR : CONFIG.STORAGE.VIDEOS_DIR
+
+ const filePath = join(baseDir, this.getVideoFilename(videoFile))
+ return remove(filePath)
+ .catch(err => logger.warn('Cannot delete file %s.', filePath, { err }))
}
- const query: Sequelize.FindOptions<VideoAttributes> = {
- distinct: true,
- where: createBaseVideosWhere(),
- offset: start,
- limit: count,
- order: [ getSort(sort), [ Video['sequelize'].models.Tag, 'name', 'ASC' ] ]
+ removeTorrent (videoFile: VideoFileModel) {
+ const torrentPath = join(CONFIG.STORAGE.TORRENTS_DIR, this.getTorrentFileName(videoFile))
+ return remove(torrentPath)
+ .catch(err => logger.warn('Cannot delete torrent %s.', torrentPath, { err }))
}
- // Make an exact search with the magnet
- if (field === 'magnetUri') {
- videoFileInclude.where = {
- infoHash: magnetUtil.decode(value).infoHash
- }
- } else if (field === 'tags') {
- const escapedValue = Video['sequelize'].escape('%' + value + '%')
- query.where['id'][Sequelize.Op.in] = Video['sequelize'].literal(
- `(SELECT "VideoTags"."videoId"
- FROM "Tags"
- INNER JOIN "VideoTags" ON "Tags"."id" = "VideoTags"."tagId"
- WHERE name ILIKE ${escapedValue}
- )`
- )
- } else if (field === 'host') {
- // FIXME: Include our pod? (not stored in the database)
- podInclude.where = {
- host: {
- [Sequelize.Op.iLike]: '%' + value + '%'
- }
- }
- podInclude.required = true
- } else if (field === 'author') {
- authorInclude.where = {
- name: {
- [Sequelize.Op.iLike]: '%' + value + '%'
- }
- }
- } else {
- query.where[field] = {
- [Sequelize.Op.iLike]: '%' + value + '%'
- }
+ removeStreamingPlaylist (isRedundancy = false) {
+ const baseDir = isRedundancy ? HLS_REDUNDANCY_DIRECTORY : HLS_STREAMING_PLAYLIST_DIRECTORY
+
+ const filePath = join(baseDir, this.uuid)
+ return remove(filePath)
+ .catch(err => logger.warn('Cannot delete playlist directory %s.', filePath, { err }))
}
- query.include = [
- videoChannelInclude, tagInclude, videoFileInclude
- ]
+ isOutdated () {
+ if (this.isOwned()) return false
- return Video.findAndCountAll(query).then(({ rows, count }) => {
- return {
- data: rows,
- total: count
+ const now = Date.now()
+ const createdAtTime = this.createdAt.getTime()
+ const updatedAtTime = this.updatedAt.getTime()
+
+ return (now - createdAtTime) > ACTIVITY_PUB.VIDEO_REFRESH_INTERVAL &&
+ (now - updatedAtTime) > ACTIVITY_PUB.VIDEO_REFRESH_INTERVAL
+ }
+
+ setAsRefreshed () {
+ this.changed('updatedAt', true)
+
+ return this.save()
+ }
+
+ getBaseUrls () {
+ let baseUrlHttp
+ let baseUrlWs
+
+ if (this.isOwned()) {
+ baseUrlHttp = CONFIG.WEBSERVER.URL
+ baseUrlWs = CONFIG.WEBSERVER.WS + '://' + CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.WEBSERVER.PORT
+ } else {
+ baseUrlHttp = REMOTE_SCHEME.HTTP + '://' + this.VideoChannel.Account.Actor.Server.host
+ baseUrlWs = REMOTE_SCHEME.WS + '://' + this.VideoChannel.Account.Actor.Server.host
}
- })
-}
-// ---------------------------------------------------------------------------
+ return { baseUrlHttp, baseUrlWs }
+ }
-function createBaseVideosWhere () {
- return {
- id: {
- [Sequelize.Op.notIn]: Video['sequelize'].literal(
- '(SELECT "BlacklistedVideos"."videoId" FROM "BlacklistedVideos")'
- )
+ generateMagnetUri (videoFile: VideoFileModel, baseUrlHttp: string, baseUrlWs: string) {
+ const xs = this.getTorrentUrl(videoFile, baseUrlHttp)
+ const announce = this.getTrackerUrls(baseUrlHttp, baseUrlWs)
+ let urlList = [ this.getVideoFileUrl(videoFile, baseUrlHttp) ]
+
+ const redundancies = videoFile.RedundancyVideos
+ if (isArray(redundancies)) urlList = urlList.concat(redundancies.map(r => r.fileUrl))
+
+ const magnetHash = {
+ xs,
+ announce,
+ urlList,
+ infoHash: videoFile.infoHash,
+ name: this.name
}
+
+ return magnetUtil.encode(magnetHash)
}
-}
-function getBaseUrls (video: VideoInstance) {
- let baseUrlHttp
- let baseUrlWs
+ getTrackerUrls (baseUrlHttp: string, baseUrlWs: string) {
+ return [ baseUrlWs + '/tracker/socket', baseUrlHttp + '/tracker/announce' ]
+ }
- if (video.isOwned()) {
- baseUrlHttp = CONFIG.WEBSERVER.URL
- baseUrlWs = CONFIG.WEBSERVER.WS + '://' + CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.WEBSERVER.PORT
- } else {
- baseUrlHttp = REMOTE_SCHEME.HTTP + '://' + video.VideoChannel.Author.Pod.host
- baseUrlWs = REMOTE_SCHEME.WS + '://' + video.VideoChannel.Author.Pod.host
+ getThumbnailUrl (baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_PATHS.THUMBNAILS + this.getThumbnailName()
}
- return { baseUrlHttp, baseUrlWs }
-}
+ getTorrentUrl (videoFile: VideoFileModel, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_PATHS.TORRENTS + this.getTorrentFileName(videoFile)
+ }
-function getTorrentUrl (video: VideoInstance, videoFile: VideoFileInstance, baseUrlHttp: string) {
- return baseUrlHttp + STATIC_PATHS.TORRENTS + video.getTorrentFileName(videoFile)
-}
+ getTorrentDownloadUrl (videoFile: VideoFileModel, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_DOWNLOAD_PATHS.TORRENTS + this.getTorrentFileName(videoFile)
+ }
-function getVideoFileUrl (video: VideoInstance, videoFile: VideoFileInstance, baseUrlHttp: string) {
- return baseUrlHttp + STATIC_PATHS.WEBSEED + video.getVideoFilename(videoFile)
-}
+ getVideoFileUrl (videoFile: VideoFileModel, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_PATHS.WEBSEED + this.getVideoFilename(videoFile)
+ }
-function generateMagnetUri (video: VideoInstance, videoFile: VideoFileInstance, baseUrlHttp: string, baseUrlWs: string) {
- const xs = getTorrentUrl(video, videoFile, baseUrlHttp)
- const announce = [ baseUrlWs + '/tracker/socket', baseUrlHttp + '/tracker/announce' ]
- const urlList = [ getVideoFileUrl(video, videoFile, baseUrlHttp) ]
+ getVideoRedundancyUrl (videoFile: VideoFileModel, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_PATHS.REDUNDANCY + this.getVideoFilename(videoFile)
+ }
- const magnetHash = {
- xs,
- announce,
- urlList,
- infoHash: videoFile.infoHash,
- name: video.name
+ getVideoFileDownloadUrl (videoFile: VideoFileModel, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_DOWNLOAD_PATHS.VIDEOS + this.getVideoFilename(videoFile)
}
- return magnetUtil.encode(magnetHash)
+ getBandwidthBits (videoFile: VideoFileModel) {
+ return Math.ceil((videoFile.size * 8) / this.duration)
+ }
}