]> git.immae.eu Git - github/Chocobozzz/PeerTube.git/blame - server/models/video/video.ts
store uploaded video filename (#4885)
[github/Chocobozzz/PeerTube.git] / server / models / video / video.ts
CommitLineData
41fb13c3 1import Bluebird from 'bluebird'
d95d1559 2import { remove } from 'fs-extra'
e5dbd508 3import { maxBy, minBy } from 'lodash'
098eb377 4import { join } from 'path'
b49f22d8 5import { FindOptions, Includeable, IncludeOptions, Op, QueryTypes, ScopeOptions, Sequelize, Transaction, WhereOptions } from 'sequelize'
3fd3ab2d 6import {
4ba3b8ea
C
7 AllowNull,
8 BeforeDestroy,
9 BelongsTo,
10 BelongsToMany,
11 Column,
12 CreatedAt,
13 DataType,
14 Default,
15 ForeignKey,
16 HasMany,
2baea0c7 17 HasOne,
4ba3b8ea
C
18 Is,
19 IsInt,
20 IsUUID,
21 Min,
22 Model,
23 Scopes,
24 Table,
9a629c6e 25 UpdatedAt
3fd3ab2d 26} from 'sequelize-typescript'
d95d1559 27import { buildNSFWFilter } from '@server/helpers/express-utils'
68e70a74 28import { getPrivaciesForFederation, isPrivacyForFederation, isStateForFederation } from '@server/helpers/video'
8ebf2a5d 29import { LiveManager } from '@server/lib/live/live-manager'
0305db28
JB
30import { removeHLSObjectStorage, removeWebTorrentObjectStorage } from '@server/lib/object-storage'
31import { getHLSDirectory, getHLSRedundancyDirectory } from '@server/lib/paths'
32import { VideoPathManager } from '@server/lib/video-path-manager'
d95d1559
C
33import { getServerActor } from '@server/models/application/application'
34import { ModelCache } from '@server/models/model-cache'
0628157f 35import { buildVideoEmbedPath, buildVideoWatchPath, pick } from '@shared/core-utils'
cbe2f36d 36import { ffprobePromise, getAudioStream, uuidToShort } from '@shared/extra-utils'
d17c7b4e
C
37import {
38 ResultList,
39 ThumbnailType,
40 UserRight,
41 Video,
42 VideoDetails,
43 VideoFile,
44 VideoInclude,
45 VideoObject,
46 VideoPrivacy,
47 VideoRateType,
48 VideoState,
49 VideoStorage,
50 VideoStreamingPlaylistType
51} from '@shared/models'
6b5f72be 52import { AttributesOnly } from '@shared/typescript-utils'
30ff39e7 53import { peertubeTruncate } from '../../helpers/core-utils'
da854ddd 54import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
c4c0c311 55import { exists, isBooleanValid } from '../../helpers/custom-validators/misc'
3fd3ab2d 56import {
4ba3b8ea
C
57 isVideoDescriptionValid,
58 isVideoDurationValid,
418d092a 59 isVideoNameValid,
2baea0c7
C
60 isVideoPrivacyValid,
61 isVideoStateValid,
b64c950a 62 isVideoSupportValid
3fd3ab2d 63} from '../../helpers/custom-validators/videos'
c729caf6 64import { getVideoStreamDimensionsInfo } from '../../helpers/ffmpeg'
da854ddd 65import { logger } from '../../helpers/logger'
d95d1559 66import { CONFIG } from '../../initializers/config'
69322042 67import { ACTIVITY_PUB, API_VERSION, CONSTRAINTS_FIELDS, LAZY_STATIC_PATHS, STATIC_PATHS, WEBSERVER } from '../../initializers/constants'
50d6de9c 68import { sendDeleteVideo } from '../../lib/activitypub/send'
453e83ea
C
69import {
70 MChannel,
0283eaac 71 MChannelAccountDefault,
453e83ea 72 MChannelId,
d7a25329
C
73 MStreamingPlaylist,
74 MStreamingPlaylistFilesVideo,
453e83ea
C
75 MUserAccountId,
76 MUserId,
90a8bd30 77 MVideo,
453e83ea 78 MVideoAccountLight,
0283eaac 79 MVideoAccountLightBlacklistAllFiles,
b5fecbf4 80 MVideoAP,
453e83ea 81 MVideoDetails,
d7a25329 82 MVideoFileVideo,
b5fecbf4
C
83 MVideoFormattable,
84 MVideoFormattableDetails,
0283eaac 85 MVideoForUser,
453e83ea 86 MVideoFullLight,
71d4af1e 87 MVideoId,
5f3e2425 88 MVideoImmutable,
453e83ea 89 MVideoThumbnail,
d636ab58 90 MVideoThumbnailBlacklist,
b5fecbf4 91 MVideoWithAllFiles,
71d4af1e 92 MVideoWithFile
26d6bf65 93} from '../../types/models'
26d6bf65 94import { MThumbnail } from '../../types/models/video/thumbnail'
1896bca0 95import { MVideoFile, MVideoFileStreamingPlaylistVideo } from '../../types/models/video/video-file'
d95d1559
C
96import { VideoAbuseModel } from '../abuse/video-abuse'
97import { AccountModel } from '../account/account'
98import { AccountVideoRateModel } from '../account/account-video-rate'
7d9ba5c0
C
99import { ActorModel } from '../actor/actor'
100import { ActorImageModel } from '../actor/actor-image'
d95d1559
C
101import { VideoRedundancyModel } from '../redundancy/video-redundancy'
102import { ServerModel } from '../server/server'
d9a2a031
C
103import { TrackerModel } from '../server/tracker'
104import { VideoTrackerModel } from '../server/video-tracker'
fa47956e 105import { setAsUpdated } from '../shared'
7d9ba5c0
C
106import { UserModel } from '../user/user'
107import { UserVideoHistoryModel } from '../user/user-video-history'
d95d1559 108import { buildTrigramSearchIndex, buildWhereIdOrUUID, getVideoSort, isOutdated, throwIfNotValid } from '../utils'
b2111066 109import { VideoViewModel } from '../view/video-view'
e5dbd508
C
110import {
111 videoFilesModelToFormattedJSON,
112 VideoFormattingJSONOptions,
113 videoModelToActivityPubObject,
114 videoModelToFormattedDetailsJSON,
115 videoModelToFormattedJSON
116} from './formatter/video-format-utils'
d95d1559 117import { ScheduleVideoUpdateModel } from './schedule-video-update'
d0800f76 118import {
119 BuildVideosListQueryOptions,
120 DisplayOnlyForFollowerOptions,
121 VideoModelGetQueryBuilder,
122 VideosIdListQueryBuilder,
123 VideosModelListQueryBuilder
124} from './sql/video'
d95d1559
C
125import { TagModel } from './tag'
126import { ThumbnailModel } from './thumbnail'
127import { VideoBlacklistModel } from './video-blacklist'
128import { VideoCaptionModel } from './video-caption'
129import { ScopeNames as VideoChannelScopeNames, SummaryOptions, VideoChannelModel } from './video-channel'
130import { VideoCommentModel } from './video-comment'
131import { VideoFileModel } from './video-file'
d95d1559 132import { VideoImportModel } from './video-import'
0305db28 133import { VideoJobInfoModel } from './video-job-info'
af4ae64f 134import { VideoLiveModel } from './video-live'
d95d1559 135import { VideoPlaylistElementModel } from './video-playlist-element'
d95d1559
C
136import { VideoShareModel } from './video-share'
137import { VideoStreamingPlaylistModel } from './video-streaming-playlist'
138import { VideoTagModel } from './video-tag'
2e401e85 139import { VideoSourceModel } from './video-source'
6e46de09 140
2baea0c7 141export enum ScopeNames {
afd2cba5 142 FOR_API = 'FOR_API',
4cb6d457 143 WITH_ACCOUNT_DETAILS = 'WITH_ACCOUNT_DETAILS',
d48ff09d 144 WITH_TAGS = 'WITH_TAGS',
d7a25329 145 WITH_WEBTORRENT_FILES = 'WITH_WEBTORRENT_FILES',
191764f3 146 WITH_SCHEDULED_UPDATE = 'WITH_SCHEDULED_UPDATE',
6e46de09 147 WITH_BLACKLISTED = 'WITH_BLACKLISTED',
09209296 148 WITH_STREAMING_PLAYLISTS = 'WITH_STREAMING_PLAYLISTS',
943e5193 149 WITH_IMMUTABLE_ATTRIBUTES = 'WITH_IMMUTABLE_ATTRIBUTES',
69322042
C
150 WITH_USER_HISTORY = 'WITH_USER_HISTORY',
151 WITH_THUMBNAILS = 'WITH_THUMBNAILS'
d48ff09d
C
152}
153
bfbd9128
C
154export type ForAPIOptions = {
155 ids?: number[]
418d092a
C
156
157 videoPlaylistId?: number
158
bfbd9128 159 withAccountBlockerIds?: number[]
afd2cba5
C
160}
161
3acc5084 162@Scopes(() => ({
943e5193
C
163 [ScopeNames.WITH_IMMUTABLE_ATTRIBUTES]: {
164 attributes: [ 'id', 'url', 'uuid', 'remote' ]
165 },
a1587156 166 [ScopeNames.FOR_API]: (options: ForAPIOptions) => {
b49f22d8
C
167 const include: Includeable[] = [
168 {
169 model: VideoChannelModel.scope({
170 method: [
171 VideoChannelScopeNames.SUMMARY, {
172 withAccount: true,
173 withAccountBlockerIds: options.withAccountBlockerIds
174 } as SummaryOptions
175 ]
176 }),
177 required: true
178 },
179 {
180 attributes: [ 'type', 'filename' ],
181 model: ThumbnailModel,
182 required: false
183 }
184 ]
185
186 const query: FindOptions = {}
afd2cba5 187
bfbd9128
C
188 if (options.ids) {
189 query.where = {
190 id: {
a1587156 191 [Op.in]: options.ids
bfbd9128
C
192 }
193 }
194 }
195
418d092a 196 if (options.videoPlaylistId) {
b49f22d8 197 include.push({
418d092a 198 model: VideoPlaylistElementModel.unscoped(),
15e9d5ca
C
199 required: true,
200 where: {
201 videoPlaylistId: options.videoPlaylistId
202 }
418d092a
C
203 })
204 }
205
b49f22d8
C
206 query.include = include
207
afd2cba5
C
208 return query
209 },
a1587156 210 [ScopeNames.WITH_THUMBNAILS]: {
e8bafea3
C
211 include: [
212 {
3acc5084 213 model: ThumbnailModel,
e8bafea3
C
214 required: false
215 }
216 ]
217 },
a1587156 218 [ScopeNames.WITH_ACCOUNT_DETAILS]: {
d48ff09d
C
219 include: [
220 {
3acc5084 221 model: VideoChannelModel.unscoped(),
d48ff09d
C
222 required: true,
223 include: [
6120941f
C
224 {
225 attributes: {
226 exclude: [ 'privateKey', 'publicKey' ]
227 },
3acc5084 228 model: ActorModel.unscoped(),
3e500247
C
229 required: true,
230 include: [
231 {
232 attributes: [ 'host' ],
3acc5084 233 model: ServerModel.unscoped(),
3e500247 234 required: false
52d9f792
C
235 },
236 {
d0800f76 237 model: ActorImageModel,
238 as: 'Avatars',
52d9f792 239 required: false
3e500247
C
240 }
241 ]
6120941f 242 },
d48ff09d 243 {
3acc5084 244 model: AccountModel.unscoped(),
d48ff09d
C
245 required: true,
246 include: [
247 {
3acc5084 248 model: ActorModel.unscoped(),
6120941f
C
249 attributes: {
250 exclude: [ 'privateKey', 'publicKey' ]
251 },
50d6de9c
C
252 required: true,
253 include: [
254 {
3e500247 255 attributes: [ 'host' ],
3acc5084 256 model: ServerModel.unscoped(),
50d6de9c 257 required: false
b6a4fd6b
C
258 },
259 {
d0800f76 260 model: ActorImageModel,
261 as: 'Avatars',
b6a4fd6b 262 required: false
50d6de9c
C
263 }
264 ]
d48ff09d
C
265 }
266 ]
267 }
268 ]
269 }
3acc5084 270 ]
d48ff09d 271 },
a1587156 272 [ScopeNames.WITH_TAGS]: {
3acc5084 273 include: [ TagModel ]
d48ff09d 274 },
a1587156 275 [ScopeNames.WITH_BLACKLISTED]: {
191764f3
C
276 include: [
277 {
453e83ea 278 attributes: [ 'id', 'reason', 'unfederated' ],
3acc5084 279 model: VideoBlacklistModel,
191764f3
C
280 required: false
281 }
282 ]
283 },
a1587156 284 [ScopeNames.WITH_WEBTORRENT_FILES]: (withRedundancies = false) => {
09209296
C
285 let subInclude: any[] = []
286
287 if (withRedundancies === true) {
288 subInclude = [
289 {
290 attributes: [ 'fileUrl' ],
291 model: VideoRedundancyModel.unscoped(),
292 required: false
293 }
294 ]
295 }
296
297 return {
298 include: [
299 {
8319d6ae 300 model: VideoFileModel,
d7df188f 301 separate: true,
09209296
C
302 required: false,
303 include: subInclude
304 }
305 ]
306 }
307 },
a1587156 308 [ScopeNames.WITH_STREAMING_PLAYLISTS]: (withRedundancies = false) => {
d7a25329
C
309 const subInclude: IncludeOptions[] = [
310 {
8319d6ae 311 model: VideoFileModel,
d7a25329
C
312 required: false
313 }
314 ]
09209296
C
315
316 if (withRedundancies === true) {
d7a25329
C
317 subInclude.push({
318 attributes: [ 'fileUrl' ],
319 model: VideoRedundancyModel.unscoped(),
320 required: false
321 })
09209296
C
322 }
323
324 return {
325 include: [
326 {
327 model: VideoStreamingPlaylistModel.unscoped(),
09209296 328 required: false,
d7df188f 329 separate: true,
09209296
C
330 include: subInclude
331 }
332 ]
333 }
bbe0f064 334 },
a1587156 335 [ScopeNames.WITH_SCHEDULED_UPDATE]: {
bbe0f064
C
336 include: [
337 {
3acc5084 338 model: ScheduleVideoUpdateModel.unscoped(),
bbe0f064
C
339 required: false
340 }
341 ]
6e46de09 342 },
a1587156 343 [ScopeNames.WITH_USER_HISTORY]: (userId: number) => {
6e46de09
C
344 return {
345 include: [
346 {
347 attributes: [ 'currentTime' ],
348 model: UserVideoHistoryModel.unscoped(),
349 required: false,
350 where: {
351 userId
352 }
353 }
354 ]
355 }
d48ff09d 356 }
3acc5084 357}))
3fd3ab2d
C
358@Table({
359 tableName: 'video',
0374b6b5
C
360 indexes: [
361 buildTrigramSearchIndex('video_name_trigram', 'name'),
362
363 { fields: [ 'createdAt' ] },
364 {
365 fields: [
366 { name: 'publishedAt', order: 'DESC' },
367 { name: 'id', order: 'ASC' }
368 ]
369 },
370 { fields: [ 'duration' ] },
53455605
C
371 {
372 fields: [
373 { name: 'views', order: 'DESC' },
374 { name: 'id', order: 'ASC' }
375 ]
376 },
0374b6b5
C
377 { fields: [ 'channelId' ] },
378 {
379 fields: [ 'originallyPublishedAt' ],
380 where: {
381 originallyPublishedAt: {
382 [Op.ne]: null
383 }
384 }
385 },
386 {
387 fields: [ 'category' ], // We don't care videos with an unknown category
388 where: {
389 category: {
390 [Op.ne]: null
391 }
392 }
393 },
394 {
395 fields: [ 'licence' ], // We don't care videos with an unknown licence
396 where: {
397 licence: {
398 [Op.ne]: null
399 }
400 }
401 },
402 {
403 fields: [ 'language' ], // We don't care videos with an unknown language
404 where: {
405 language: {
406 [Op.ne]: null
407 }
408 }
409 },
410 {
411 fields: [ 'nsfw' ], // Most of the videos are not NSFW
412 where: {
413 nsfw: true
414 }
415 },
416 {
417 fields: [ 'remote' ], // Only index local videos
418 where: {
419 remote: false
420 }
421 },
422 {
423 fields: [ 'uuid' ],
424 unique: true
425 },
426 {
427 fields: [ 'url' ],
428 unique: true
429 }
430 ]
3fd3ab2d 431})
16c016e8 432export class VideoModel extends Model<Partial<AttributesOnly<VideoModel>>> {
3fd3ab2d
C
433
434 @AllowNull(false)
435 @Default(DataType.UUIDV4)
436 @IsUUID(4)
437 @Column(DataType.UUID)
438 uuid: string
439
440 @AllowNull(false)
441 @Is('VideoName', value => throwIfNotValid(value, isVideoNameValid, 'name'))
442 @Column
443 name: string
444
445 @AllowNull(true)
446 @Default(null)
3fd3ab2d
C
447 @Column
448 category: number
449
450 @AllowNull(true)
451 @Default(null)
3fd3ab2d
C
452 @Column
453 licence: number
454
455 @AllowNull(true)
456 @Default(null)
9d3ef9fe
C
457 @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.LANGUAGE.max))
458 language: string
3fd3ab2d
C
459
460 @AllowNull(false)
461 @Is('VideoPrivacy', value => throwIfNotValid(value, isVideoPrivacyValid, 'privacy'))
462 @Column
1ba471c5 463 privacy: VideoPrivacy
3fd3ab2d
C
464
465 @AllowNull(false)
47564bbe 466 @Is('VideoNSFW', value => throwIfNotValid(value, isBooleanValid, 'NSFW boolean'))
3fd3ab2d
C
467 @Column
468 nsfw: boolean
469
470 @AllowNull(true)
471 @Default(null)
1735c825 472 @Is('VideoDescription', value => throwIfNotValid(value, isVideoDescriptionValid, 'description', true))
3fd3ab2d
C
473 @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.DESCRIPTION.max))
474 description: string
475
2422c46b
C
476 @AllowNull(true)
477 @Default(null)
1735c825 478 @Is('VideoSupport', value => throwIfNotValid(value, isVideoSupportValid, 'support', true))
2422c46b
C
479 @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.SUPPORT.max))
480 support: string
481
3fd3ab2d
C
482 @AllowNull(false)
483 @Is('VideoDuration', value => throwIfNotValid(value, isVideoDurationValid, 'duration'))
484 @Column
485 duration: number
486
487 @AllowNull(false)
488 @Default(0)
489 @IsInt
490 @Min(0)
491 @Column
492 views: number
493
494 @AllowNull(false)
495 @Default(0)
496 @IsInt
497 @Min(0)
498 @Column
499 likes: number
500
501 @AllowNull(false)
502 @Default(0)
503 @IsInt
504 @Min(0)
505 @Column
506 dislikes: number
507
508 @AllowNull(false)
509 @Column
510 remote: boolean
511
512 @AllowNull(false)
c6c0fa6c
C
513 @Default(false)
514 @Column
515 isLive: boolean
516
517 @AllowNull(false)
3fd3ab2d
C
518 @Is('VideoUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'url'))
519 @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max))
520 url: string
521
47564bbe
C
522 @AllowNull(false)
523 @Column
524 commentsEnabled: boolean
525
156c50af
LD
526 @AllowNull(false)
527 @Column
7f2cfe3a 528 downloadEnabled: boolean
156c50af 529
2186386c
C
530 @AllowNull(false)
531 @Column
532 waitTranscoding: boolean
533
534 @AllowNull(false)
535 @Default(null)
536 @Is('VideoState', value => throwIfNotValid(value, isVideoStateValid, 'state'))
537 @Column
538 state: VideoState
539
3fd3ab2d
C
540 @CreatedAt
541 createdAt: Date
542
543 @UpdatedAt
544 updatedAt: Date
545
2922e048 546 @AllowNull(false)
1735c825 547 @Default(DataType.NOW)
2922e048
JLB
548 @Column
549 publishedAt: Date
550
7519127b
C
551 @AllowNull(true)
552 @Default(null)
c8034165 553 @Column
554 originallyPublishedAt: Date
555
3fd3ab2d
C
556 @ForeignKey(() => VideoChannelModel)
557 @Column
558 channelId: number
559
560 @BelongsTo(() => VideoChannelModel, {
feb4bdfd 561 foreignKey: {
50d6de9c 562 allowNull: true
feb4bdfd 563 },
693c6586 564 onDelete: 'cascade'
feb4bdfd 565 })
3fd3ab2d 566 VideoChannel: VideoChannelModel
7920c273 567
3fd3ab2d 568 @BelongsToMany(() => TagModel, {
7920c273 569 foreignKey: 'videoId',
3fd3ab2d
C
570 through: () => VideoTagModel,
571 onDelete: 'CASCADE'
7920c273 572 })
3fd3ab2d 573 Tags: TagModel[]
55fa55a9 574
d9a2a031
C
575 @BelongsToMany(() => TrackerModel, {
576 foreignKey: 'videoId',
577 through: () => VideoTrackerModel,
578 onDelete: 'CASCADE'
579 })
580 Trackers: TrackerModel[]
581
e8bafea3
C
582 @HasMany(() => ThumbnailModel, {
583 foreignKey: {
584 name: 'videoId',
585 allowNull: true
586 },
587 hooks: true,
588 onDelete: 'cascade'
589 })
590 Thumbnails: ThumbnailModel[]
591
418d092a
C
592 @HasMany(() => VideoPlaylistElementModel, {
593 foreignKey: {
594 name: 'videoId',
bfbd9128 595 allowNull: true
418d092a 596 },
bfbd9128 597 onDelete: 'set null'
418d092a
C
598 })
599 VideoPlaylistElements: VideoPlaylistElementModel[]
600
2e401e85 601 @HasOne(() => VideoSourceModel, {
602 foreignKey: {
603 name: 'videoId',
604 allowNull: true
605 },
606 onDelete: 'CASCADE'
607 })
608 VideoSource: VideoSourceModel
609
3fd3ab2d 610 @HasMany(() => VideoAbuseModel, {
55fa55a9
C
611 foreignKey: {
612 name: 'videoId',
68d19a0a 613 allowNull: true
55fa55a9 614 },
68d19a0a 615 onDelete: 'set null'
55fa55a9 616 })
3fd3ab2d 617 VideoAbuses: VideoAbuseModel[]
93e1258c 618
3fd3ab2d 619 @HasMany(() => VideoFileModel, {
93e1258c
C
620 foreignKey: {
621 name: 'videoId',
d7a25329 622 allowNull: true
93e1258c 623 },
c48e82b5 624 hooks: true,
93e1258c
C
625 onDelete: 'cascade'
626 })
3fd3ab2d 627 VideoFiles: VideoFileModel[]
e71bcc0f 628
09209296
C
629 @HasMany(() => VideoStreamingPlaylistModel, {
630 foreignKey: {
631 name: 'videoId',
632 allowNull: false
633 },
634 hooks: true,
635 onDelete: 'cascade'
636 })
637 VideoStreamingPlaylists: VideoStreamingPlaylistModel[]
638
3fd3ab2d 639 @HasMany(() => VideoShareModel, {
e71bcc0f
C
640 foreignKey: {
641 name: 'videoId',
642 allowNull: false
643 },
644 onDelete: 'cascade'
645 })
3fd3ab2d 646 VideoShares: VideoShareModel[]
16b90975 647
3fd3ab2d 648 @HasMany(() => AccountVideoRateModel, {
16b90975
C
649 foreignKey: {
650 name: 'videoId',
651 allowNull: false
652 },
653 onDelete: 'cascade'
654 })
3fd3ab2d 655 AccountVideoRates: AccountVideoRateModel[]
f285faa0 656
da854ddd
C
657 @HasMany(() => VideoCommentModel, {
658 foreignKey: {
659 name: 'videoId',
660 allowNull: false
661 },
f05a1c30
C
662 onDelete: 'cascade',
663 hooks: true
da854ddd
C
664 })
665 VideoComments: VideoCommentModel[]
666
9a629c6e
C
667 @HasMany(() => VideoViewModel, {
668 foreignKey: {
669 name: 'videoId',
670 allowNull: false
671 },
6e46de09 672 onDelete: 'cascade'
9a629c6e
C
673 })
674 VideoViews: VideoViewModel[]
675
6e46de09
C
676 @HasMany(() => UserVideoHistoryModel, {
677 foreignKey: {
678 name: 'videoId',
679 allowNull: false
680 },
681 onDelete: 'cascade'
682 })
683 UserVideoHistories: UserVideoHistoryModel[]
684
2baea0c7
C
685 @HasOne(() => ScheduleVideoUpdateModel, {
686 foreignKey: {
687 name: 'videoId',
688 allowNull: false
689 },
690 onDelete: 'cascade'
691 })
692 ScheduleVideoUpdate: ScheduleVideoUpdateModel
693
26b7305a
C
694 @HasOne(() => VideoBlacklistModel, {
695 foreignKey: {
696 name: 'videoId',
697 allowNull: false
698 },
699 onDelete: 'cascade'
700 })
701 VideoBlacklist: VideoBlacklistModel
702
31c82cd9
C
703 @HasOne(() => VideoLiveModel, {
704 foreignKey: {
705 name: 'videoId',
706 allowNull: false
707 },
708 onDelete: 'cascade'
709 })
710 VideoLive: VideoLiveModel
711
dc133480
C
712 @HasOne(() => VideoImportModel, {
713 foreignKey: {
714 name: 'videoId',
715 allowNull: true
716 },
717 onDelete: 'set null'
718 })
719 VideoImport: VideoImportModel
720
40e87e9e
C
721 @HasMany(() => VideoCaptionModel, {
722 foreignKey: {
723 name: 'videoId',
724 allowNull: false
725 },
726 onDelete: 'cascade',
727 hooks: true,
a1587156 728 ['separate' as any]: true
40e87e9e
C
729 })
730 VideoCaptions: VideoCaptionModel[]
731
0305db28
JB
732 @HasOne(() => VideoJobInfoModel, {
733 foreignKey: {
734 name: 'videoId',
735 allowNull: false
736 },
737 onDelete: 'cascade'
738 })
739 VideoJobInfo: VideoJobInfoModel
740
f05a1c30 741 @BeforeDestroy
453e83ea 742 static async sendDelete (instance: MVideoAccountLight, options) {
42ec411b 743 if (!instance.isOwned()) return undefined
f05a1c30 744
42ec411b
C
745 // Lazy load channels
746 if (!instance.VideoChannel) {
747 instance.VideoChannel = await instance.$get('VideoChannel', {
748 include: [
749 ActorModel,
750 AccountModel
751 ],
752 transaction: options.transaction
753 }) as MChannelAccountDefault
f05a1c30
C
754 }
755
42ec411b 756 return sendDeleteVideo(instance, options.transaction)
f05a1c30
C
757 }
758
6b738c7a 759 @BeforeDestroy
9f7657b6 760 static async removeFiles (instance: VideoModel, options) {
f05a1c30 761 const tasks: Promise<any>[] = []
f285faa0 762
8e0fd45e 763 logger.info('Removing files of video %s.', instance.url)
6b738c7a 764
3fd3ab2d 765 if (instance.isOwned()) {
f05a1c30 766 if (!Array.isArray(instance.VideoFiles)) {
9f7657b6 767 instance.VideoFiles = await instance.$get('VideoFiles', { transaction: options.transaction })
f05a1c30
C
768 }
769
3fd3ab2d
C
770 // Remove physical files and torrents
771 instance.VideoFiles.forEach(file => {
b46cf4b9 772 tasks.push(instance.removeWebTorrentFileAndTorrent(file))
3fd3ab2d 773 })
09209296
C
774
775 // Remove playlists file
ffc65cbd 776 if (!Array.isArray(instance.VideoStreamingPlaylists)) {
9f7657b6 777 instance.VideoStreamingPlaylists = await instance.$get('VideoStreamingPlaylists', { transaction: options.transaction })
ffc65cbd
C
778 }
779
780 for (const p of instance.VideoStreamingPlaylists) {
781 tasks.push(instance.removeStreamingPlaylistFiles(p))
782 }
3fd3ab2d 783 }
40298b02 784
6b738c7a
C
785 // Do not wait video deletion because we could be in a transaction
786 Promise.all(tasks)
8ea6f49a
C
787 .catch(err => {
788 logger.error('Some errors when removing files of video %s in before destroy hook.', instance.uuid, { err })
789 })
6b738c7a
C
790
791 return undefined
3fd3ab2d 792 }
f285faa0 793
a5cf76af
C
794 @BeforeDestroy
795 static stopLiveIfNeeded (instance: VideoModel) {
796 if (!instance.isLive) return
797
68e70a74
C
798 logger.info('Stopping live of video %s after video deletion.', instance.uuid)
799
26e3e98f 800 LiveManager.Instance.stopSessionOf(instance.id, null)
a5cf76af
C
801 }
802
7eba5e1f
C
803 @BeforeDestroy
804 static invalidateCache (instance: VideoModel) {
805 ModelCache.Instance.invalidateCache('video', instance.id)
806 }
807
68d19a0a
RK
808 @BeforeDestroy
809 static async saveEssentialDataToAbuses (instance: VideoModel, options) {
810 const tasks: Promise<any>[] = []
811
68d19a0a 812 if (!Array.isArray(instance.VideoAbuses)) {
9f7657b6 813 instance.VideoAbuses = await instance.$get('VideoAbuses', { transaction: options.transaction })
68d19a0a
RK
814
815 if (instance.VideoAbuses.length === 0) return undefined
816 }
817
57f6896f
C
818 logger.info('Saving video abuses details of video %s.', instance.url)
819
42ec411b 820 if (!instance.Trackers) instance.Trackers = await instance.$get('Trackers', { transaction: options.transaction })
86521a67 821 const details = instance.toFormattedDetailsJSON()
68d19a0a
RK
822
823 for (const abuse of instance.VideoAbuses) {
0251197e
RK
824 abuse.deletedVideo = details
825 tasks.push(abuse.save({ transaction: options.transaction }))
68d19a0a
RK
826 }
827
9f7657b6 828 await Promise.all(tasks)
68d19a0a
RK
829 }
830
e1ab52d7 831 static listLocalIds (): Promise<number[]> {
9f1ddd24 832 const query = {
e1ab52d7 833 attributes: [ 'id' ],
834 raw: true,
9f1ddd24
C
835 where: {
836 remote: false
837 }
838 }
839
90a8bd30 840 return VideoModel.findAll(query)
e1ab52d7 841 .then(rows => rows.map(r => r.id))
9f1ddd24
C
842 }
843
50d6de9c 844 static listAllAndSharedByActorForOutbox (actorId: number, start: number, count: number) {
3fd3ab2d
C
845 function getRawQuery (select: string) {
846 const queryVideo = 'SELECT ' + select + ' FROM "video" AS "Video" ' +
847 'INNER JOIN "videoChannel" AS "VideoChannel" ON "VideoChannel"."id" = "Video"."channelId" ' +
50d6de9c
C
848 'INNER JOIN "account" AS "Account" ON "Account"."id" = "VideoChannel"."accountId" ' +
849 'WHERE "Account"."actorId" = ' + actorId
3fd3ab2d
C
850 const queryVideoShare = 'SELECT ' + select + ' FROM "videoShare" AS "VideoShare" ' +
851 'INNER JOIN "video" AS "Video" ON "Video"."id" = "VideoShare"."videoId" ' +
50d6de9c 852 'WHERE "VideoShare"."actorId" = ' + actorId
558d7c23 853
3fd3ab2d
C
854 return `(${queryVideo}) UNION (${queryVideoShare})`
855 }
aaf61f38 856
3fd3ab2d
C
857 const rawQuery = getRawQuery('"Video"."id"')
858 const rawCountQuery = getRawQuery('COUNT("Video"."id") as "total"')
859
860 const query = {
861 distinct: true,
862 offset: start,
863 limit: count,
0c691a18 864 order: getVideoSort('-createdAt', [ 'Tags', 'name', 'ASC' ]),
3fd3ab2d
C
865 where: {
866 id: {
a1587156 867 [Op.in]: Sequelize.literal('(' + rawQuery + ')')
3c75ce12 868 },
3092e9bb 869 [Op.or]: getPrivaciesForFederation()
3fd3ab2d
C
870 },
871 include: [
40e87e9e 872 {
1afb3c47 873 attributes: [ 'filename', 'language', 'fileUrl' ],
40e87e9e
C
874 model: VideoCaptionModel.unscoped(),
875 required: false
876 },
3fd3ab2d 877 {
1d230c44 878 attributes: [ 'id', 'url' ],
2c897999 879 model: VideoShareModel.unscoped(),
3fd3ab2d 880 required: false,
e3d5ea4f
C
881 // We only want videos shared by this actor
882 where: {
a1587156 883 [Op.and]: [
e3d5ea4f
C
884 {
885 id: {
a1587156 886 [Op.not]: null
e3d5ea4f
C
887 }
888 },
889 {
890 actorId
891 }
892 ]
893 },
50d6de9c
C
894 include: [
895 {
2c897999
C
896 attributes: [ 'id', 'url' ],
897 model: ActorModel.unscoped()
50d6de9c
C
898 }
899 ]
3fd3ab2d
C
900 },
901 {
2c897999 902 model: VideoChannelModel.unscoped(),
3fd3ab2d
C
903 required: true,
904 include: [
905 {
2c897999
C
906 attributes: [ 'name' ],
907 model: AccountModel.unscoped(),
908 required: true,
909 include: [
910 {
e3d5ea4f 911 attributes: [ 'id', 'url', 'followersUrl' ],
2c897999
C
912 model: ActorModel.unscoped(),
913 required: true
914 }
915 ]
916 },
917 {
e3d5ea4f 918 attributes: [ 'id', 'url', 'followersUrl' ],
2c897999 919 model: ActorModel.unscoped(),
3fd3ab2d
C
920 required: true
921 }
922 ]
923 },
af4ae64f
C
924 {
925 model: VideoStreamingPlaylistModel.unscoped(),
926 required: false,
927 include: [
928 {
929 model: VideoFileModel,
930 required: false
931 }
932 ]
933 },
c8f3cfeb 934 VideoLiveModel.unscoped(),
3fd3ab2d 935 VideoFileModel,
2c897999 936 TagModel
3fd3ab2d
C
937 ]
938 }
164174a6 939
3fd3ab2d 940 return Bluebird.all([
3acc5084
C
941 VideoModel.scope(ScopeNames.WITH_THUMBNAILS).findAll(query),
942 VideoModel.sequelize.query<{ total: string }>(rawCountQuery, { type: QueryTypes.SELECT })
3fd3ab2d
C
943 ]).then(([ rows, totals ]) => {
944 // totals: totalVideos + totalVideoShares
945 let totalVideos = 0
946 let totalVideoShares = 0
a1587156
C
947 if (totals[0]) totalVideos = parseInt(totals[0].total, 10)
948 if (totals[1]) totalVideoShares = parseInt(totals[1].total, 10)
3fd3ab2d
C
949
950 const total = totalVideos + totalVideoShares
951 return {
952 data: rows,
953 total: total
954 }
955 })
956 }
93e1258c 957
9e2e51dc 958 static async listPublishedLiveUUIDs () {
5c0904fc 959 const options = {
9e2e51dc 960 attributes: [ 'uuid' ],
5c0904fc
C
961 where: {
962 isLive: true,
f49b3231 963 remote: false,
5c0904fc
C
964 state: VideoState.PUBLISHED
965 }
966 }
967
b49f22d8
C
968 const result = await VideoModel.findAll(options)
969
9e2e51dc 970 return result.map(v => v.uuid)
5c0904fc
C
971 }
972
a4d2ca07
C
973 static listUserVideosForApi (options: {
974 accountId: number
975 start: number
976 count: number
977 sort: string
978c87e7
C
978
979 channelId?: number
1fd61899 980 isLive?: boolean
bf64ed41 981 search?: string
a4d2ca07 982 }) {
978c87e7 983 const { accountId, channelId, start, count, sort, search, isLive } = options
a4d2ca07 984
a6585874 985 function buildBaseQuery (forCount: boolean): FindOptions {
1fd61899
C
986 const where: WhereOptions = {}
987
988 if (search) {
989 where.name = {
990 [Op.iLike]: '%' + search + '%'
991 }
992 }
993
c4c0c311 994 if (exists(isLive)) {
1fd61899
C
995 where.isLive = isLive
996 }
997
978c87e7
C
998 const channelWhere = channelId
999 ? { id: channelId }
1000 : {}
1001
1fd61899 1002 const baseQuery = {
3acc5084
C
1003 offset: start,
1004 limit: count,
1fd61899 1005 where,
3acc5084
C
1006 order: getVideoSort(sort),
1007 include: [
1008 {
1009 model: VideoChannelModel,
1010 required: true,
978c87e7 1011 where: channelWhere,
3acc5084
C
1012 include: [
1013 {
a6585874
C
1014 model: forCount
1015 ? AccountModel.unscoped()
1016 : AccountModel,
3acc5084
C
1017 where: {
1018 id: accountId
1019 },
1020 required: true
1021 }
1022 ]
1023 }
1024 ]
1025 }
bf64ed41 1026
bf64ed41 1027 return baseQuery
3fd3ab2d 1028 }
d8755eed 1029
a6585874
C
1030 const countQuery = buildBaseQuery(true)
1031 const findQuery = buildBaseQuery(false)
3acc5084 1032
bf64ed41 1033 const findScopes: (string | ScopeOptions)[] = [
a18f275d
C
1034 ScopeNames.WITH_SCHEDULED_UPDATE,
1035 ScopeNames.WITH_BLACKLISTED,
1036 ScopeNames.WITH_THUMBNAILS
1037 ]
3acc5084 1038
3acc5084
C
1039 return Promise.all([
1040 VideoModel.count(countQuery),
0283eaac 1041 VideoModel.scope(findScopes).findAll<MVideoForUser>(findQuery)
3acc5084
C
1042 ]).then(([ count, rows ]) => {
1043 return {
0283eaac 1044 data: rows,
3acc5084
C
1045 total: count
1046 }
1047 })
3fd3ab2d 1048 }
93e1258c 1049
48dce1c9 1050 static async listForApi (options: {
a1587156
C
1051 start: number
1052 count: number
1053 sort: string
1fd61899 1054
a1587156 1055 nsfw: boolean
1fd61899 1056 isLive?: boolean
2760b454
C
1057 isLocal?: boolean
1058 include?: VideoInclude
1fd61899 1059
3c10840f 1060 hasFiles?: boolean // default false
d324756e
C
1061 hasWebtorrentFiles?: boolean
1062 hasHLSFiles?: boolean
1fd61899 1063
a1587156
C
1064 categoryOneOf?: number[]
1065 licenceOneOf?: number[]
1066 languageOneOf?: string[]
1067 tagsOneOf?: string[]
1068 tagsAllOf?: string[]
527a52ac 1069 privacyOneOf?: VideoPrivacy[]
1fd61899 1070
a1587156
C
1071 accountId?: number
1072 videoChannelId?: number
1fd61899 1073
2760b454 1074 displayOnlyForFollower: DisplayOnlyForFollowerOptions | null
1fd61899 1075
a1587156 1076 videoPlaylistId?: number
1fd61899 1077
a1587156 1078 trendingDays?: number
1fd61899 1079
a1587156
C
1080 user?: MUserAccountId
1081 historyOfUser?: MUserId
1fd61899 1082
fe987656 1083 countVideos?: boolean
1fd61899 1084
d8b34ee5 1085 search?: string
fe987656 1086 }) {
d324756e 1087 VideoModel.throwIfPrivateIncludeWithoutUser(options.include, options.user)
527a52ac 1088 VideoModel.throwIfPrivacyOneOfWithoutUser(options.privacyOneOf, options.user)
1cd3facc 1089
5f3e2425
C
1090 const trendingDays = options.sort.endsWith('trending')
1091 ? CONFIG.TRENDING.VIDEOS.INTERVAL_DAYS
1092 : undefined
d6886027
C
1093
1094 let trendingAlgorithm: string
3d4e112d
RK
1095 if (options.sort.endsWith('hot')) trendingAlgorithm = 'hot'
1096 if (options.sort.endsWith('best')) trendingAlgorithm = 'best'
93e1258c 1097
7ad9b984
C
1098 const serverActor = await getServerActor()
1099
afd2cba5 1100 const queryOptions = {
9c9a236b
C
1101 ...pick(options, [
1102 'start',
1103 'count',
1104 'sort',
1105 'nsfw',
1106 'isLive',
1107 'categoryOneOf',
1108 'licenceOneOf',
1109 'languageOneOf',
1110 'tagsOneOf',
1111 'tagsAllOf',
527a52ac 1112 'privacyOneOf',
2760b454
C
1113 'isLocal',
1114 'include',
1115 'displayOnlyForFollower',
3c10840f 1116 'hasFiles',
9c9a236b
C
1117 'accountId',
1118 'videoChannelId',
1119 'videoPlaylistId',
9c9a236b
C
1120 'user',
1121 'historyOfUser',
d324756e
C
1122 'hasHLSFiles',
1123 'hasWebtorrentFiles',
9c9a236b
C
1124 'search'
1125 ]),
1126
2760b454 1127 serverAccountIdForBlock: serverActor.Account.id,
d8b34ee5 1128 trendingDays,
9c9a236b 1129 trendingAlgorithm
48dce1c9
C
1130 }
1131
5f3e2425 1132 return VideoModel.getAvailableForApi(queryOptions, options.countVideos)
93e1258c
C
1133 }
1134
0b18f4aa 1135 static async searchAndPopulateAccountAndServer (options: {
9c9a236b
C
1136 start: number
1137 count: number
1138 sort: string
d324756e 1139
0b18f4aa 1140 nsfw?: boolean
1fd61899 1141 isLive?: boolean
2760b454
C
1142 isLocal?: boolean
1143 include?: VideoInclude
d324756e 1144
0b18f4aa
C
1145 categoryOneOf?: number[]
1146 licenceOneOf?: number[]
1147 languageOneOf?: string[]
1148 tagsOneOf?: string[]
1149 tagsAllOf?: string[]
527a52ac 1150 privacyOneOf?: VideoPrivacy[]
d324756e
C
1151
1152 displayOnlyForFollower: DisplayOnlyForFollowerOptions | null
1153
1154 user?: MUserAccountId
1155
1156 hasWebtorrentFiles?: boolean
1157 hasHLSFiles?: boolean
1158
1159 search?: string
1160
1161 host?: string
1162 startDate?: string // ISO 8601
1163 endDate?: string // ISO 8601
1164 originallyPublishedStartDate?: string
1165 originallyPublishedEndDate?: string
1166
0b18f4aa
C
1167 durationMin?: number // seconds
1168 durationMax?: number // seconds
fbd67e7f 1169 uuids?: string[]
0b18f4aa 1170 }) {
d324756e 1171 VideoModel.throwIfPrivateIncludeWithoutUser(options.include, options.user)
527a52ac 1172 VideoModel.throwIfPrivacyOneOfWithoutUser(options.privacyOneOf, options.user)
d324756e 1173
f05a1c30 1174 const serverActor = await getServerActor()
1fd61899 1175
afd2cba5 1176 const queryOptions = {
9c9a236b 1177 ...pick(options, [
2760b454 1178 'include',
9c9a236b
C
1179 'nsfw',
1180 'isLive',
1181 'categoryOneOf',
1182 'licenceOneOf',
1183 'languageOneOf',
1184 'tagsOneOf',
1185 'tagsAllOf',
527a52ac 1186 'privacyOneOf',
9c9a236b 1187 'user',
2760b454 1188 'isLocal',
9c9a236b
C
1189 'host',
1190 'start',
1191 'count',
1192 'sort',
1193 'startDate',
1194 'endDate',
1195 'originallyPublishedStartDate',
1196 'originallyPublishedEndDate',
1197 'durationMin',
1198 'durationMax',
d324756e
C
1199 'hasHLSFiles',
1200 'hasWebtorrentFiles',
9c9a236b 1201 'uuids',
2760b454
C
1202 'search',
1203 'displayOnlyForFollower'
9c9a236b 1204 ]),
2760b454 1205 serverAccountIdForBlock: serverActor.Account.id
48dce1c9 1206 }
f05a1c30 1207
5f3e2425 1208 return VideoModel.getAvailableForApi(queryOptions)
f05a1c30
C
1209 }
1210
a056ca48
C
1211 static countLocalLives () {
1212 const options = {
1213 where: {
1214 remote: false,
875f0610
C
1215 isLive: true,
1216 state: {
1217 [Op.ne]: VideoState.LIVE_ENDED
1218 }
a056ca48
C
1219 }
1220 }
1221
1222 return VideoModel.count(options)
1223 }
1224
77d7e851
C
1225 static countVideosUploadedByUserSince (userId: number, since: Date) {
1226 const options = {
1227 include: [
1228 {
1229 model: VideoChannelModel.unscoped(),
1230 required: true,
1231 include: [
1232 {
1233 model: AccountModel.unscoped(),
1234 required: true,
1235 include: [
1236 {
1237 model: UserModel.unscoped(),
1238 required: true,
1239 where: {
1240 id: userId
1241 }
1242 }
1243 ]
1244 }
1245 ]
1246 }
1247 ],
1248 where: {
1249 createdAt: {
1250 [Op.gte]: since
1251 }
1252 }
1253 }
1254
1255 return VideoModel.unscoped().count(options)
1256 }
1257
a056ca48
C
1258 static countLivesOfAccount (accountId: number) {
1259 const options = {
1260 where: {
1261 remote: false,
fb4b3f91
C
1262 isLive: true,
1263 state: {
1264 [Op.ne]: VideoState.LIVE_ENDED
1265 }
a056ca48
C
1266 },
1267 include: [
1268 {
1269 required: true,
1270 model: VideoChannelModel.unscoped(),
1271 where: {
1272 accountId
1273 }
1274 }
1275 ]
1276 }
1277
1278 return VideoModel.count(options)
1279 }
1280
71d4af1e 1281 static load (id: number | string, transaction?: Transaction): Promise<MVideoThumbnail> {
3c10840f 1282 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
d8755eed 1283
71d4af1e 1284 return queryBuilder.queryVideo({ id, transaction, type: 'thumbnails' })
3fd3ab2d 1285 }
d8755eed 1286
71d4af1e 1287 static loadWithBlacklist (id: number | string, transaction?: Transaction): Promise<MVideoThumbnailBlacklist> {
3c10840f 1288 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
d636ab58 1289
71d4af1e 1290 return queryBuilder.queryVideo({ id, transaction, type: 'thumbnails-blacklist' })
d636ab58
C
1291 }
1292
b49f22d8 1293 static loadImmutableAttributes (id: number | string, t?: Transaction): Promise<MVideoImmutable> {
7eba5e1f 1294 const fun = () => {
943e5193
C
1295 const query = {
1296 where: buildWhereIdOrUUID(id),
7eba5e1f
C
1297 transaction: t
1298 }
1299
943e5193 1300 return VideoModel.scope(ScopeNames.WITH_IMMUTABLE_ATTRIBUTES).findOne(query)
7eba5e1f
C
1301 }
1302
1303 return ModelCache.Instance.doCache({
943e5193 1304 cacheType: 'load-video-immutable-id',
7eba5e1f
C
1305 key: '' + id,
1306 deleteKey: 'video',
1307 fun
1308 })
1309 }
1310
b49f22d8 1311 static loadByUrlImmutableAttributes (url: string, transaction?: Transaction): Promise<MVideoImmutable> {
943e5193
C
1312 const fun = () => {
1313 const query: FindOptions = {
1314 where: {
1315 url
1316 },
1317 transaction
1318 }
1319
1320 return VideoModel.scope(ScopeNames.WITH_IMMUTABLE_ATTRIBUTES).findOne(query)
1321 }
1322
1323 return ModelCache.Instance.doCache({
1324 cacheType: 'load-video-immutable-url',
1325 key: url,
1326 deleteKey: 'video',
1327 fun
1328 })
1329 }
1330
71d4af1e 1331 static loadOnlyId (id: number | string, transaction?: Transaction): Promise<MVideoId> {
3c10840f 1332 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
627621c1 1333
71d4af1e 1334 return queryBuilder.queryVideo({ id, transaction, type: 'id' })
627621c1
C
1335 }
1336
71d4af1e 1337 static loadWithFiles (id: number | string, transaction?: Transaction, logging?: boolean): Promise<MVideoWithAllFiles> {
3c10840f 1338 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
627621c1 1339
71d4af1e
C
1340 return queryBuilder.queryVideo({ id, transaction, type: 'all-files', logging })
1341 }
fd45e8f4 1342
71d4af1e 1343 static loadByUrl (url: string, transaction?: Transaction): Promise<MVideoThumbnail> {
3c10840f 1344 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
09209296 1345
71d4af1e
C
1346 return queryBuilder.queryVideo({ url, transaction, type: 'thumbnails' })
1347 }
1348
1349 static loadByUrlAndPopulateAccount (url: string, transaction?: Transaction): Promise<MVideoAccountLightBlacklistAllFiles> {
3c10840f 1350 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
71d4af1e
C
1351
1352 return queryBuilder.queryVideo({ url, transaction, type: 'account-blacklist-files' })
1353 }
1354
1355 static loadAndPopulateAccountAndServerAndTags (id: number | string, t?: Transaction, userId?: number): Promise<MVideoFullLight> {
3c10840f 1356 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
09209296 1357
71d4af1e 1358 return queryBuilder.queryVideo({ id, transaction: t, type: 'full-light', userId })
09209296
C
1359 }
1360
89cd1275 1361 static loadForGetAPI (parameters: {
a1587156 1362 id: number | string
ca4b4b2e 1363 transaction?: Transaction
89cd1275 1364 userId?: number
b49f22d8 1365 }): Promise<MVideoDetails> {
ca4b4b2e 1366 const { id, transaction, userId } = parameters
3c10840f 1367 const queryBuilder = new VideoModelGetQueryBuilder(VideoModel.sequelize)
09209296 1368
71d4af1e 1369 return queryBuilder.queryVideo({ id, transaction, type: 'api', userId })
da854ddd
C
1370 }
1371
09cababd
C
1372 static async getStats () {
1373 const totalLocalVideos = await VideoModel.count({
1374 where: {
1375 remote: false
1376 }
1377 })
09cababd
C
1378
1379 let totalLocalVideoViews = await VideoModel.sum('views', {
1380 where: {
1381 remote: false
1382 }
1383 })
baab47ca 1384
09cababd
C
1385 // Sequelize could return null...
1386 if (!totalLocalVideoViews) totalLocalVideoViews = 0
1387
2760b454
C
1388 const serverActor = await getServerActor()
1389
baab47ca
C
1390 const { total: totalVideos } = await VideoModel.listForApi({
1391 start: 0,
1392 count: 0,
1393 sort: '-publishedAt',
1394 nsfw: buildNSFWFilter(),
2760b454
C
1395 displayOnlyForFollower: {
1396 actorId: serverActor.id,
1397 orLocalVideos: true
3c10840f 1398 }
baab47ca
C
1399 })
1400
09cababd
C
1401 return {
1402 totalLocalVideos,
1403 totalLocalVideoViews,
1404 totalVideos
1405 }
1406 }
1407
6b616860
C
1408 static incrementViews (id: number, views: number) {
1409 return VideoModel.increment('views', {
1410 by: views,
1411 where: {
1412 id
1413 }
1414 })
1415 }
1416
57e4e1c1
C
1417 static updateRatesOf (videoId: number, type: VideoRateType, count: number, t: Transaction) {
1418 const field = type === 'like'
1419 ? 'likes'
1420 : 'dislikes'
1421
1422 const rawQuery = `UPDATE "video" SET "${field}" = :count WHERE "video"."id" = :videoId`
1423
1424 return AccountVideoRateModel.sequelize.query(rawQuery, {
1425 transaction: t,
1426 replacements: { videoId, rateType: type, count },
1427 type: QueryTypes.UPDATE
1428 })
1429 }
1430
1431 static syncLocalRates (videoId: number, type: VideoRateType, t: Transaction) {
74d249bc
C
1432 const field = type === 'like'
1433 ? 'likes'
1434 : 'dislikes'
1435
1436 const rawQuery = `UPDATE "video" SET "${field}" = ` +
1437 '(' +
69322042 1438 'SELECT COUNT(id) FROM "accountVideoRate" WHERE "accountVideoRate"."videoId" = "video"."id" AND type = :rateType' +
74d249bc
C
1439 ') ' +
1440 'WHERE "video"."id" = :videoId'
1441
1442 return AccountVideoRateModel.sequelize.query(rawQuery, {
1443 transaction: t,
1444 replacements: { videoId, rateType: type },
1445 type: QueryTypes.UPDATE
1446 })
1447 }
1448
8d427346
C
1449 static checkVideoHasInstanceFollow (videoId: number, followerActorId: number) {
1450 // Instances only share videos
1451 const query = 'SELECT 1 FROM "videoShare" ' +
a1587156 1452 'INNER JOIN "actorFollow" ON "actorFollow"."targetActorId" = "videoShare"."actorId" ' +
f046e2fa 1453 'WHERE "actorFollow"."actorId" = $followerActorId AND "actorFollow"."state" = \'accepted\' AND "videoShare"."videoId" = $videoId ' +
a1587156 1454 'LIMIT 1'
8d427346
C
1455
1456 const options = {
d5d9b6d7 1457 type: QueryTypes.SELECT as QueryTypes.SELECT,
8d427346
C
1458 bind: { followerActorId, videoId },
1459 raw: true
1460 }
1461
1462 return VideoModel.sequelize.query(query, options)
1463 .then(results => results.length === 1)
1464 }
1465
69322042 1466 static bulkUpdateSupportField (ofChannel: MChannel, t: Transaction) {
7d14d4d2
C
1467 const options = {
1468 where: {
69322042 1469 channelId: ofChannel.id
7d14d4d2
C
1470 },
1471 transaction: t
1472 }
1473
69322042 1474 return VideoModel.update({ support: ofChannel.support }, options)
7d14d4d2
C
1475 }
1476
b49f22d8 1477 static getAllIdsFromChannel (videoChannel: MChannelId): Promise<number[]> {
7d14d4d2
C
1478 const query = {
1479 attributes: [ 'id' ],
1480 where: {
1481 channelId: videoChannel.id
1482 }
1483 }
1484
1485 return VideoModel.findAll(query)
a1587156 1486 .then(videos => videos.map(v => v.id))
7d14d4d2
C
1487 }
1488
2d3741d6 1489 // threshold corresponds to how many video the field should have to be returned
7348b1fd 1490 static async getRandomFieldSamples (field: 'category' | 'channelId', threshold: number, count: number) {
65b21c96 1491 const serverActor = await getServerActor()
7348b1fd 1492
e5dbd508 1493 const queryOptions: BuildVideosListQueryOptions = {
5f3e2425
C
1494 attributes: [ `"${field}"` ],
1495 group: `GROUP BY "${field}"`,
1496 having: `HAVING COUNT("${field}") >= ${threshold}`,
1497 start: 0,
1498 sort: 'random',
1499 count,
2760b454
C
1500 serverAccountIdForBlock: serverActor.Account.id,
1501 displayOnlyForFollower: {
1502 actorId: serverActor.id,
1503 orLocalVideos: true
1504 }
7348b1fd
C
1505 }
1506
e5dbd508 1507 const queryBuilder = new VideosIdListQueryBuilder(VideoModel.sequelize)
2d3741d6 1508
e5dbd508
C
1509 return queryBuilder.queryVideoIds(queryOptions)
1510 .then(rows => rows.map(r => r[field]))
2d3741d6
C
1511 }
1512
b36f41ca
C
1513 static buildTrendingQuery (trendingDays: number) {
1514 return {
1515 attributes: [],
1516 subQuery: false,
1517 model: VideoViewModel,
1518 required: false,
1519 where: {
1520 startDate: {
c0d2eac3
C
1521 // FIXME: ts error
1522 [Op.gte as any]: new Date(new Date().getTime() - (24 * 3600 * 1000) * trendingDays)
b36f41ca
C
1523 }
1524 }
1525 }
1526 }
1527
6e46de09 1528 private static async getAvailableForApi (
e5dbd508 1529 options: BuildVideosListQueryOptions,
6e46de09 1530 countVideos = true
b84d4c80 1531 ): Promise<ResultList<VideoModel>> {
6b842050
C
1532 function getCount () {
1533 if (countVideos !== true) return Promise.resolve(undefined)
8ea6f49a 1534
6b842050 1535 const countOptions = Object.assign({}, options, { isCount: true })
e5dbd508 1536 const queryBuilder = new VideosIdListQueryBuilder(VideoModel.sequelize)
3caf77d3 1537
e5dbd508 1538 return queryBuilder.countVideoIds(countOptions)
6b842050
C
1539 }
1540
1541 function getModels () {
baab47ca
C
1542 if (options.count === 0) return Promise.resolve([])
1543
e5dbd508 1544 const queryBuilder = new VideosModelListQueryBuilder(VideoModel.sequelize)
6b842050 1545
e5dbd508 1546 return queryBuilder.queryVideos(options)
6b842050
C
1547 }
1548
1549 const [ count, rows ] = await Promise.all([ getCount(), getModels() ])
afd2cba5 1550
ddc07312
C
1551 return {
1552 data: rows,
1553 total: count
1554 }
1555 }
1556
d324756e
C
1557 private static throwIfPrivateIncludeWithoutUser (include: VideoInclude, user: MUserAccountId) {
1558 if (VideoModel.isPrivateInclude(include) && !user?.hasRight(UserRight.SEE_ALL_VIDEOS)) {
527a52ac
C
1559 throw new Error('Try to filter all-local but user cannot see all videos')
1560 }
1561 }
1562
1563 private static throwIfPrivacyOneOfWithoutUser (privacyOneOf: VideoPrivacy[], user: MUserAccountId) {
1564 if (privacyOneOf && !user?.hasRight(UserRight.SEE_ALL_VIDEOS)) {
1565 throw new Error('Try to choose video privacies but user cannot see all videos')
d324756e
C
1566 }
1567 }
1568
3c10840f
C
1569 private static isPrivateInclude (include: VideoInclude) {
1570 return include & VideoInclude.BLACKLISTED ||
1571 include & VideoInclude.BLOCKED_OWNER ||
3c10840f
C
1572 include & VideoInclude.NOT_PUBLISHED_STATE
1573 }
1574
5b77537c
C
1575 isBlacklisted () {
1576 return !!this.VideoBlacklist
1577 }
1578
bfbd9128 1579 isBlocked () {
faa9d434 1580 return this.VideoChannel.Account.Actor.Server?.isBlocked() || this.VideoChannel.Account.isBlocked()
bfbd9128
C
1581 }
1582
a1587156 1583 getQualityFileBy<T extends MVideoWithFile> (this: T, fun: (files: MVideoFile[], it: (file: MVideoFile) => number) => MVideoFile) {
24516aa2 1584 // We first transcode to WebTorrent format, so try this array first
d7a25329 1585 if (Array.isArray(this.VideoFiles) && this.VideoFiles.length !== 0) {
92e0f42e 1586 const file = fun(this.VideoFiles, file => file.resolution)
d7a25329
C
1587
1588 return Object.assign(file, { Video: this })
1589 }
1590
1591 // No webtorrent files, try with streaming playlist files
1592 if (Array.isArray(this.VideoStreamingPlaylists) && this.VideoStreamingPlaylists.length !== 0) {
1593 const streamingPlaylistWithVideo = Object.assign(this.VideoStreamingPlaylists[0], { Video: this })
1594
92e0f42e 1595 const file = fun(streamingPlaylistWithVideo.VideoFiles, file => file.resolution)
d7a25329
C
1596 return Object.assign(file, { VideoStreamingPlaylist: streamingPlaylistWithVideo })
1597 }
aaf61f38 1598
d7a25329 1599 return undefined
e4f97bab 1600 }
aaf61f38 1601
a1587156 1602 getMaxQualityFile<T extends MVideoWithFile> (this: T): MVideoFileVideo | MVideoFileStreamingPlaylistVideo {
92e0f42e
C
1603 return this.getQualityFileBy(maxBy)
1604 }
1605
a1587156 1606 getMinQualityFile<T extends MVideoWithFile> (this: T): MVideoFileVideo | MVideoFileStreamingPlaylistVideo {
92e0f42e
C
1607 return this.getQualityFileBy(minBy)
1608 }
1609
a1587156 1610 getWebTorrentFile<T extends MVideoWithFile> (this: T, resolution: number): MVideoFileVideo {
29d4e137
C
1611 if (Array.isArray(this.VideoFiles) === false) return undefined
1612
d7a25329
C
1613 const file = this.VideoFiles.find(f => f.resolution === resolution)
1614 if (!file) return undefined
1615
1616 return Object.assign(file, { Video: this })
29d4e137
C
1617 }
1618
6939cbac
C
1619 hasWebTorrentFiles () {
1620 return Array.isArray(this.VideoFiles) === true && this.VideoFiles.length !== 0
1621 }
1622
28dfb44b 1623 async addAndSaveThumbnail (thumbnail: MThumbnail, transaction?: Transaction) {
3acc5084
C
1624 thumbnail.videoId = this.id
1625
1626 const savedThumbnail = await thumbnail.save({ transaction })
1627
e8bafea3
C
1628 if (Array.isArray(this.Thumbnails) === false) this.Thumbnails = []
1629
17ddba49 1630 this.Thumbnails = this.Thumbnails.filter(t => t.id !== savedThumbnail.id)
3acc5084 1631 this.Thumbnails.push(savedThumbnail)
e8bafea3
C
1632 }
1633
3acc5084 1634 getMiniature () {
e8bafea3
C
1635 if (Array.isArray(this.Thumbnails) === false) return undefined
1636
3acc5084 1637 return this.Thumbnails.find(t => t.type === ThumbnailType.MINIATURE)
e8bafea3
C
1638 }
1639
6872996d
C
1640 hasPreview () {
1641 return !!this.getPreview()
1642 }
1643
e8bafea3
C
1644 getPreview () {
1645 if (Array.isArray(this.Thumbnails) === false) return undefined
1646
1647 return this.Thumbnails.find(t => t.type === ThumbnailType.PREVIEW)
3fd3ab2d 1648 }
7b1f49de 1649
3fd3ab2d
C
1650 isOwned () {
1651 return this.remote === false
9567011b
C
1652 }
1653
cef534ed 1654 getWatchStaticPath () {
29837f88 1655 return buildVideoWatchPath({ shortUUID: uuidToShort(this.uuid) })
cef534ed
C
1656 }
1657
40e87e9e 1658 getEmbedStaticPath () {
15a7eafb 1659 return buildVideoEmbedPath(this)
3fd3ab2d 1660 }
e4f97bab 1661
3acc5084
C
1662 getMiniatureStaticPath () {
1663 const thumbnail = this.getMiniature()
e8bafea3
C
1664 if (!thumbnail) return null
1665
1666 return join(STATIC_PATHS.THUMBNAILS, thumbnail.filename)
e4f97bab 1667 }
227d02fe 1668
40e87e9e 1669 getPreviewStaticPath () {
e8bafea3
C
1670 const preview = this.getPreview()
1671 if (!preview) return null
1672
1673 // We use a local cache, so specify our cache endpoint instead of potential remote URL
557b13ae 1674 return join(LAZY_STATIC_PATHS.PREVIEWS, preview.filename)
3fd3ab2d 1675 }
40298b02 1676
b5fecbf4 1677 toFormattedJSON (this: MVideoFormattable, options?: VideoFormattingJSONOptions): Video {
098eb377 1678 return videoModelToFormattedJSON(this, options)
14d3270f 1679 }
14d3270f 1680
b5fecbf4 1681 toFormattedDetailsJSON (this: MVideoFormattableDetails): VideoDetails {
098eb377 1682 return videoModelToFormattedDetailsJSON(this)
244e76a5
RK
1683 }
1684
f66db4d5 1685 getFormattedVideoFilesJSON (includeMagnet = true): VideoFile[] {
7a499487 1686 let files: VideoFile[] = []
97816649 1687
97816649 1688 if (Array.isArray(this.VideoFiles)) {
f66db4d5 1689 const result = videoFilesModelToFormattedJSON(this, this.VideoFiles, includeMagnet)
7a499487 1690 files = files.concat(result)
97816649
C
1691 }
1692
1693 for (const p of (this.VideoStreamingPlaylists || [])) {
f66db4d5 1694 const result = videoFilesModelToFormattedJSON(this, p.VideoFiles, includeMagnet)
7a499487 1695 files = files.concat(result)
97816649
C
1696 }
1697
7a499487 1698 return files
3fd3ab2d 1699 }
e4f97bab 1700
de6310b2 1701 toActivityPubObject (this: MVideoAP): VideoObject {
098eb377 1702 return videoModelToActivityPubObject(this)
3fd3ab2d
C
1703 }
1704
1705 getTruncatedDescription () {
1706 if (!this.description) return null
93e1258c 1707
bffbebbe 1708 const maxLength = CONSTRAINTS_FIELDS.VIDEOS.TRUNCATED_DESCRIPTION.max
687c6180 1709 return peertubeTruncate(this.description, { length: maxLength })
93e1258c
C
1710 }
1711
f012319a
C
1712 getAllFiles () {
1713 let files: MVideoFile[] = []
1714
1715 if (Array.isArray(this.VideoFiles)) {
1716 files = files.concat(this.VideoFiles)
1717 }
1718
1719 if (Array.isArray(this.VideoStreamingPlaylists)) {
1720 for (const p of this.VideoStreamingPlaylists) {
1721 if (Array.isArray(p.VideoFiles)) {
1722 files = files.concat(p.VideoFiles)
1723 }
1724 }
1725 }
1726
1727 return files
1728 }
1729
c729caf6 1730 probeMaxQualityFile () {
d7a25329
C
1731 const file = this.getMaxQualityFile()
1732 const videoOrPlaylist = file.getVideoOrStreamingPlaylist()
0d0e8dd0 1733
cbe2f36d
C
1734 return VideoPathManager.Instance.makeAvailableVideoFile(file.withVideoOrPlaylist(videoOrPlaylist), async originalFilePath => {
1735 const probe = await ffprobePromise(originalFilePath)
1736
1737 const { audioStream } = await getAudioStream(originalFilePath, probe)
1738
1739 return {
1740 audioStream,
1741
c729caf6 1742 ...await getVideoStreamDimensionsInfo(originalFilePath, probe)
cbe2f36d 1743 }
0305db28 1744 })
3fd3ab2d 1745 }
0d0e8dd0 1746
96f29c0f 1747 getDescriptionAPIPath () {
3fd3ab2d 1748 return `/api/${API_VERSION}/videos/${this.uuid}/description`
feb4bdfd
C
1749 }
1750
d7a25329 1751 getHLSPlaylist (): MStreamingPlaylistFilesVideo {
e2600d8b
C
1752 if (!this.VideoStreamingPlaylists) return undefined
1753
d7a25329 1754 const playlist = this.VideoStreamingPlaylists.find(p => p.type === VideoStreamingPlaylistType.HLS)
e1ab52d7 1755 if (!playlist) return undefined
1756
d7a25329
C
1757 playlist.Video = this
1758
1759 return playlist
e2600d8b
C
1760 }
1761
d7a25329
C
1762 setHLSPlaylist (playlist: MStreamingPlaylist) {
1763 const toAdd = [ playlist ] as [ VideoStreamingPlaylistModel ]
b9fffa29 1764
d7a25329
C
1765 if (Array.isArray(this.VideoStreamingPlaylists) === false || this.VideoStreamingPlaylists.length === 0) {
1766 this.VideoStreamingPlaylists = toAdd
1767 return
1768 }
1769
1770 this.VideoStreamingPlaylists = this.VideoStreamingPlaylists
a1587156
C
1771 .filter(s => s.type !== VideoStreamingPlaylistType.HLS)
1772 .concat(toAdd)
d7a25329
C
1773 }
1774
b46cf4b9 1775 removeWebTorrentFileAndTorrent (videoFile: MVideoFile, isRedundancy = false) {
0305db28
JB
1776 const filePath = isRedundancy
1777 ? VideoPathManager.Instance.getFSRedundancyVideoFilePath(this, videoFile)
1778 : VideoPathManager.Instance.getFSVideoFileOutputPath(this, videoFile)
764b1a14
C
1779
1780 const promises: Promise<any>[] = [ remove(filePath) ]
1781 if (!isRedundancy) promises.push(videoFile.removeTorrent())
1782
0305db28
JB
1783 if (videoFile.storage === VideoStorage.OBJECT_STORAGE) {
1784 promises.push(removeWebTorrentObjectStorage(videoFile))
1785 }
1786
764b1a14 1787 return Promise.all(promises)
feb4bdfd
C
1788 }
1789
ffc65cbd 1790 async removeStreamingPlaylistFiles (streamingPlaylist: MStreamingPlaylist, isRedundancy = false) {
0305db28
JB
1791 const directoryPath = isRedundancy
1792 ? getHLSRedundancyDirectory(this)
1793 : getHLSDirectory(this)
09209296 1794
ffc65cbd
C
1795 await remove(directoryPath)
1796
1797 if (isRedundancy !== true) {
a1587156 1798 const streamingPlaylistWithFiles = streamingPlaylist as MStreamingPlaylistFilesVideo
ffc65cbd
C
1799 streamingPlaylistWithFiles.Video = this
1800
1801 if (!Array.isArray(streamingPlaylistWithFiles.VideoFiles)) {
1802 streamingPlaylistWithFiles.VideoFiles = await streamingPlaylistWithFiles.$get('VideoFiles')
1803 }
1804
1805 // Remove physical files and torrents
1806 await Promise.all(
90a8bd30 1807 streamingPlaylistWithFiles.VideoFiles.map(file => file.removeTorrent())
ffc65cbd 1808 )
0305db28
JB
1809
1810 if (streamingPlaylist.storage === VideoStorage.OBJECT_STORAGE) {
ad5db104 1811 await removeHLSObjectStorage(streamingPlaylist.withVideo(this))
0305db28 1812 }
ffc65cbd 1813 }
09209296
C
1814 }
1815
1297eb5d
C
1816 isOutdated () {
1817 if (this.isOwned()) return false
1818
9f79ade6 1819 return isOutdated(this, ACTIVITY_PUB.VIDEO_REFRESH_INTERVAL)
1297eb5d
C
1820 }
1821
22a73cb8 1822 hasPrivacyForFederation () {
3092e9bb 1823 return isPrivacyForFederation(this.privacy)
22a73cb8
C
1824 }
1825
68e70a74
C
1826 hasStateForFederation () {
1827 return isStateForFederation(this.state)
1828 }
1829
22a73cb8 1830 isNewVideo (newPrivacy: VideoPrivacy) {
3092e9bb 1831 return this.hasPrivacyForFederation() === false && isPrivacyForFederation(newPrivacy) === true
22a73cb8
C
1832 }
1833
597f771f
C
1834 setAsRefreshed (transaction?: Transaction) {
1835 return setAsUpdated('video', this.id, transaction)
04b8c3fb
C
1836 }
1837
22a73cb8
C
1838 requiresAuth () {
1839 return this.privacy === VideoPrivacy.PRIVATE || this.privacy === VideoPrivacy.INTERNAL || !!this.VideoBlacklist
1840 }
1841
1842 setPrivacy (newPrivacy: VideoPrivacy) {
1843 if (this.privacy === VideoPrivacy.PRIVATE && newPrivacy !== VideoPrivacy.PRIVATE) {
1844 this.publishedAt = new Date()
1845 }
1846
1847 this.privacy = newPrivacy
1848 }
1849
1850 isConfidential () {
1851 return this.privacy === VideoPrivacy.PRIVATE ||
1852 this.privacy === VideoPrivacy.UNLISTED ||
1853 this.privacy === VideoPrivacy.INTERNAL
1854 }
1855
9db2330e 1856 async setNewState (newState: VideoState, isNewVideo: boolean, transaction: Transaction) {
0305db28
JB
1857 if (this.state === newState) throw new Error('Cannot use same state ' + newState)
1858
1859 this.state = newState
7920c273 1860
9db2330e 1861 if (this.state === VideoState.PUBLISHED && isNewVideo) {
0305db28 1862 this.publishedAt = new Date()
6fcd19ba 1863 }
aaf61f38 1864
0305db28 1865 await this.save({ transaction })
15d4ee04 1866 }
a96aed15 1867
e1ab52d7 1868 getBandwidthBits (this: MVideo, videoFile: MVideoFile) {
d9a2a031 1869 return Math.ceil((videoFile.size * 8) / this.duration)
c48e82b5
C
1870 }
1871
d9a2a031
C
1872 getTrackerUrls () {
1873 if (this.isOwned()) {
1874 return [
1875 WEBSERVER.URL + '/tracker/announce',
1876 WEBSERVER.WS + '://' + WEBSERVER.HOSTNAME + ':' + WEBSERVER.PORT + '/tracker/socket'
1877 ]
1878 }
09209296 1879
d9a2a031 1880 return this.Trackers.map(t => t.url)
09209296 1881 }
a96aed15 1882}