-import * as memoizee from 'memoizee'
+import memoizee from 'memoizee'
import { join } from 'path'
-import { Op, QueryTypes } from 'sequelize'
-import { AllowNull, BelongsTo, Column, CreatedAt, DataType, ForeignKey, HasMany, Is, Model, Table, UpdatedAt } from 'sequelize-typescript'
+import { Op, Transaction } from 'sequelize'
+import {
+ AllowNull,
+ BelongsTo,
+ Column,
+ CreatedAt,
+ DataType,
+ Default,
+ ForeignKey,
+ HasMany,
+ Is,
+ Model,
+ Table,
+ UpdatedAt
+} from 'sequelize-typescript'
+import { CONFIG } from '@server/initializers/config'
+import { getHLSPrivateFileUrl, getHLSPublicFileUrl } from '@server/lib/object-storage'
+import { generateHLSMasterPlaylistFilename, generateHlsSha256SegmentsFilename } from '@server/lib/paths'
+import { isVideoInPrivateDirectory } from '@server/lib/video-privacy'
import { VideoFileModel } from '@server/models/video/video-file'
-import { MStreamingPlaylist } from '@server/types/models'
+import { MStreamingPlaylist, MStreamingPlaylistFilesVideo, MVideo } from '@server/types/models'
+import { sha1 } from '@shared/extra-utils'
+import { VideoStorage } from '@shared/models'
+import { AttributesOnly } from '@shared/typescript-utils'
import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type'
-import { sha1 } from '../../helpers/core-utils'
import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
import { isArrayOf } from '../../helpers/custom-validators/misc'
import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos'
-import { CONSTRAINTS_FIELDS, MEMOIZE_LENGTH, MEMOIZE_TTL, P2P_MEDIA_LOADER_PEER_VERSION, STATIC_PATHS } from '../../initializers/constants'
+import {
+ CONSTRAINTS_FIELDS,
+ MEMOIZE_LENGTH,
+ MEMOIZE_TTL,
+ P2P_MEDIA_LOADER_PEER_VERSION,
+ STATIC_PATHS,
+ WEBSERVER
+} from '../../initializers/constants'
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
-import { throwIfNotValid } from '../utils'
+import { doesExist, throwIfNotValid } from '../shared'
import { VideoModel } from './video'
@Table({
}
]
})
-export class VideoStreamingPlaylistModel extends Model {
+export class VideoStreamingPlaylistModel extends Model<Partial<AttributesOnly<VideoStreamingPlaylistModel>>> {
@CreatedAt
createdAt: Date
type: VideoStreamingPlaylistType
@AllowNull(false)
- @Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url'))
+ @Column
+ playlistFilename: string
+
+ @AllowNull(true)
+ @Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url', true))
@Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max))
playlistUrl: string
p2pMediaLoaderPeerVersion: number
@AllowNull(false)
- @Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url'))
+ @Column
+ segmentsSha256Filename: string
+
+ @AllowNull(true)
+ @Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url', true))
@Column
segmentsSha256Url: string
@Column
videoId: number
+ @AllowNull(false)
+ @Default(VideoStorage.FILE_SYSTEM)
+ @Column
+ storage: VideoStorage
+
@BelongsTo(() => VideoModel, {
foreignKey: {
allowNull: false
static doesInfohashExist (infoHash: string) {
const query = 'SELECT 1 FROM "videoStreamingPlaylist" WHERE $infoHash = ANY("p2pMediaLoaderInfohashes") LIMIT 1'
- const options = {
- type: QueryTypes.SELECT as QueryTypes.SELECT,
- bind: { infoHash },
- raw: true
- }
- return VideoModel.sequelize.query<object>(query, options)
- .then(results => results.length === 1)
+ return doesExist(this.sequelize, query, { infoHash })
}
static buildP2PMediaLoaderInfoHashes (playlistUrl: string, files: unknown[]) {
p2pMediaLoaderPeerVersion: {
[Op.ne]: P2P_MEDIA_LOADER_PEER_VERSION
}
- }
+ },
+ include: [
+ {
+ model: VideoModel.unscoped(),
+ required: true
+ }
+ ]
}
return VideoStreamingPlaylistModel.findAll(query)
}
+ static loadWithVideoAndFiles (id: number) {
+ const options = {
+ include: [
+ {
+ model: VideoModel.unscoped(),
+ required: true
+ },
+ {
+ model: VideoFileModel.unscoped()
+ }
+ ]
+ }
+
+ return VideoStreamingPlaylistModel.findByPk<MStreamingPlaylistFilesVideo>(id, options)
+ }
+
static loadWithVideo (id: number) {
const options = {
include: [
return VideoStreamingPlaylistModel.findByPk(id, options)
}
- static loadHLSPlaylistByVideo (videoId: number) {
+ static loadHLSPlaylistByVideo (videoId: number, transaction?: Transaction): Promise<MStreamingPlaylist> {
const options = {
where: {
type: VideoStreamingPlaylistType.HLS,
videoId
- }
+ },
+ transaction
}
return VideoStreamingPlaylistModel.findOne(options)
}
- static getHlsPlaylistFilename (resolution: number) {
- return resolution + '.m3u8'
+ static async loadOrGenerate (video: MVideo, transaction?: Transaction) {
+ let playlist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id, transaction)
+
+ if (!playlist) {
+ playlist = new VideoStreamingPlaylistModel({
+ p2pMediaLoaderPeerVersion: P2P_MEDIA_LOADER_PEER_VERSION,
+ type: VideoStreamingPlaylistType.HLS,
+ storage: VideoStorage.FILE_SYSTEM,
+ p2pMediaLoaderInfohashes: [],
+ playlistFilename: generateHLSMasterPlaylistFilename(video.isLive),
+ segmentsSha256Filename: generateHlsSha256SegmentsFilename(video.isLive),
+ videoId: video.id
+ })
+
+ await playlist.save({ transaction })
+ }
+
+ return Object.assign(playlist, { Video: video })
}
- static getMasterHlsPlaylistFilename () {
- return 'master.m3u8'
+ static doesOwnedHLSPlaylistExist (videoUUID: string) {
+ const query = `SELECT 1 FROM "videoStreamingPlaylist" ` +
+ `INNER JOIN "video" ON "video"."id" = "videoStreamingPlaylist"."videoId" ` +
+ `AND "video"."remote" IS FALSE AND "video"."uuid" = $videoUUID ` +
+ `AND "storage" = ${VideoStorage.FILE_SYSTEM} LIMIT 1`
+
+ return doesExist(this.sequelize, query, { videoUUID })
}
- static getHlsSha256SegmentsFilename () {
- return 'segments-sha256.json'
+ assignP2PMediaLoaderInfoHashes (video: MVideo, files: unknown[]) {
+ const masterPlaylistUrl = this.getMasterPlaylistUrl(video)
+
+ this.p2pMediaLoaderInfohashes = VideoStreamingPlaylistModel.buildP2PMediaLoaderInfoHashes(masterPlaylistUrl, files)
}
- static getHlsMasterPlaylistStaticPath (videoUUID: string) {
- return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getMasterHlsPlaylistFilename())
+ // ---------------------------------------------------------------------------
+
+ getMasterPlaylistUrl (video: MVideo) {
+ if (video.isOwned()) {
+ if (this.storage === VideoStorage.OBJECT_STORAGE) {
+ return this.getMasterPlaylistObjectStorageUrl(video)
+ }
+
+ return WEBSERVER.URL + this.getMasterPlaylistStaticPath(video)
+ }
+
+ return this.playlistUrl
}
- static getHlsPlaylistStaticPath (videoUUID: string, resolution: number) {
- return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsPlaylistFilename(resolution))
+ private getMasterPlaylistObjectStorageUrl (video: MVideo) {
+ if (video.hasPrivateStaticPath() && CONFIG.OBJECT_STORAGE.PROXY.PROXIFY_PRIVATE_FILES === true) {
+ return getHLSPrivateFileUrl(video, this.playlistFilename)
+ }
+
+ return getHLSPublicFileUrl(this.playlistUrl)
+ }
+
+ // ---------------------------------------------------------------------------
+
+ getSha256SegmentsUrl (video: MVideo) {
+ if (video.isOwned()) {
+ if (this.storage === VideoStorage.OBJECT_STORAGE) {
+ return this.getSha256SegmentsObjectStorageUrl(video)
+ }
+
+ return WEBSERVER.URL + this.getSha256SegmentsStaticPath(video)
+ }
+
+ return this.segmentsSha256Url
}
- static getHlsSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) {
- if (isLive) return join('/live', 'segments-sha256', videoUUID)
+ private getSha256SegmentsObjectStorageUrl (video: MVideo) {
+ if (video.hasPrivateStaticPath() && CONFIG.OBJECT_STORAGE.PROXY.PROXIFY_PRIVATE_FILES === true) {
+ return getHLSPrivateFileUrl(video, this.segmentsSha256Filename)
+ }
- return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsSha256SegmentsFilename())
+ return getHLSPublicFileUrl(this.segmentsSha256Url)
}
+ // ---------------------------------------------------------------------------
+
getStringType () {
if (this.type === VideoStreamingPlaylistType.HLS) return 'hls'
return this.type === other.type &&
this.videoId === other.videoId
}
+
+ withVideo (video: MVideo) {
+ return Object.assign(this, { Video: video })
+ }
+
+ private getMasterPlaylistStaticPath (video: MVideo) {
+ if (isVideoInPrivateDirectory(video.privacy)) {
+ return join(STATIC_PATHS.STREAMING_PLAYLISTS.PRIVATE_HLS, video.uuid, this.playlistFilename)
+ }
+
+ return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, video.uuid, this.playlistFilename)
+ }
+
+ private getSha256SegmentsStaticPath (video: MVideo) {
+ if (isVideoInPrivateDirectory(video.privacy)) {
+ return join(STATIC_PATHS.STREAMING_PLAYLISTS.PRIVATE_HLS, video.uuid, this.segmentsSha256Filename)
+ }
+
+ return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, video.uuid, this.segmentsSha256Filename)
+ }
}
projects / github / Chocobozzz / PeerTube.git / blobdiff