X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fmodels%2Fvideo%2Fvideo-streaming-playlist.ts;h=9957ffee3c3b3d1a4dea8bef5ed6338769ad615a;hb=c3edc5b074aa4bb1861ed0a94d3713808e87170f;hp=148768c210a8c73183fbc6288651970cbb1254ba;hpb=b49f22d8f9a52ab75fd38db2d377249eb58fa678;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/models/video/video-streaming-playlist.ts b/server/models/video/video-streaming-playlist.ts index 148768c21..9957ffee3 100644 --- a/server/models/video/video-streaming-playlist.ts +++ b/server/models/video/video-streaming-playlist.ts @@ -1,28 +1,42 @@ -import { AllowNull, BelongsTo, Column, CreatedAt, DataType, ForeignKey, HasMany, Is, Model, Table, UpdatedAt } from 'sequelize-typescript' -import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos' -import { throwIfNotValid } from '../utils' -import { VideoModel } from './video' -import { VideoRedundancyModel } from '../redundancy/video-redundancy' +import memoizee from 'memoizee' +import { join } from 'path' +import { Op } from 'sequelize' +import { + AllowNull, + BelongsTo, + Column, + CreatedAt, + DataType, + Default, + ForeignKey, + HasMany, + Is, + Model, + Table, + UpdatedAt +} from 'sequelize-typescript' +import { getHLSPublicFileUrl } from '@server/lib/object-storage' +import { VideoFileModel } from '@server/models/video/video-file' +import { MStreamingPlaylist, MVideo } from '@server/types/models' +import { sha1 } from '@shared/extra-utils' +import { VideoStorage } from '@shared/models' +import { AttributesOnly } from '@shared/typescript-utils' import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type' import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc' +import { isArrayOf } from '../../helpers/custom-validators/misc' +import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos' import { CONSTRAINTS_FIELDS, MEMOIZE_LENGTH, MEMOIZE_TTL, P2P_MEDIA_LOADER_PEER_VERSION, - STATIC_DOWNLOAD_PATHS, - STATIC_PATHS + STATIC_PATHS, + WEBSERVER } from '../../initializers/constants' -import { join } from 'path' -import { sha1 } from '../../helpers/core-utils' -import { isArrayOf } from '../../helpers/custom-validators/misc' -import { Op, QueryTypes } from 'sequelize' -import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideoFile } from '@server/types/models' -import { VideoFileModel } from '@server/models/video/video-file' -import { getTorrentFileName, getTorrentFilePath, getVideoFilename } from '@server/lib/video-paths' -import * as memoizee from 'memoizee' -import { remove } from 'fs-extra' -import { logger } from '@server/helpers/logger' +import { VideoRedundancyModel } from '../redundancy/video-redundancy' +import { doesExist } from '../shared' +import { throwIfNotValid } from '../utils' +import { VideoModel } from './video' @Table({ tableName: 'videoStreamingPlaylist', @@ -40,7 +54,7 @@ import { logger } from '@server/helpers/logger' } ] }) -export class VideoStreamingPlaylistModel extends Model { +export class VideoStreamingPlaylistModel extends Model>> { @CreatedAt createdAt: Date @@ -52,7 +66,11 @@ export class VideoStreamingPlaylistModel extends Model { type: VideoStreamingPlaylistType @AllowNull(false) - @Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url')) + @Column + playlistFilename: string + + @AllowNull(true) + @Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url', true)) @Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max)) playlistUrl: string @@ -66,7 +84,11 @@ export class VideoStreamingPlaylistModel extends Model { p2pMediaLoaderPeerVersion: number @AllowNull(false) - @Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url')) + @Column + segmentsSha256Filename: string + + @AllowNull(true) + @Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url', true)) @Column segmentsSha256Url: string @@ -74,6 +96,11 @@ export class VideoStreamingPlaylistModel extends Model { @Column videoId: number + @AllowNull(false) + @Default(VideoStorage.FILE_SYSTEM) + @Column + storage: VideoStorage + @BelongsTo(() => VideoModel, { foreignKey: { allowNull: false @@ -107,14 +134,8 @@ export class VideoStreamingPlaylistModel extends Model { static doesInfohashExist (infoHash: string) { const query = 'SELECT 1 FROM "videoStreamingPlaylist" WHERE $infoHash = ANY("p2pMediaLoaderInfohashes") LIMIT 1' - const options = { - type: QueryTypes.SELECT as QueryTypes.SELECT, - bind: { infoHash }, - raw: true - } - return VideoModel.sequelize.query(query, options) - .then(results => results.length === 1) + return doesExist(query, { infoHash }) } static buildP2PMediaLoaderInfoHashes (playlistUrl: string, files: unknown[]) { @@ -134,7 +155,13 @@ export class VideoStreamingPlaylistModel extends Model { p2pMediaLoaderPeerVersion: { [Op.ne]: P2P_MEDIA_LOADER_PEER_VERSION } - } + }, + include: [ + { + model: VideoModel.unscoped(), + required: true + } + ] } return VideoStreamingPlaylistModel.findAll(query) @@ -153,7 +180,7 @@ export class VideoStreamingPlaylistModel extends Model { return VideoStreamingPlaylistModel.findByPk(id, options) } - static loadHLSPlaylistByVideo (videoId: number) { + static loadHLSPlaylistByVideo (videoId: number): Promise { const options = { where: { type: VideoStreamingPlaylistType.HLS, @@ -164,56 +191,52 @@ export class VideoStreamingPlaylistModel extends Model { return VideoStreamingPlaylistModel.findOne(options) } - static getHlsPlaylistFilename (resolution: number) { - return resolution + '.m3u8' - } - - static getMasterHlsPlaylistFilename () { - return 'master.m3u8' - } + static async loadOrGenerate (video: MVideo) { + let playlist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id) + if (!playlist) playlist = new VideoStreamingPlaylistModel() - static getHlsSha256SegmentsFilename () { - return 'segments-sha256.json' + return Object.assign(playlist, { videoId: video.id, Video: video }) } - static getHlsMasterPlaylistStaticPath (videoUUID: string) { - return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getMasterHlsPlaylistFilename()) - } + static doesOwnedHLSPlaylistExist (videoUUID: string) { + const query = `SELECT 1 FROM "videoStreamingPlaylist" ` + + `INNER JOIN "video" ON "video"."id" = "videoStreamingPlaylist"."videoId" ` + + `AND "video"."remote" IS FALSE AND "video"."uuid" = $videoUUID ` + + `AND "storage" = ${VideoStorage.FILE_SYSTEM} LIMIT 1` - static getHlsPlaylistStaticPath (videoUUID: string, resolution: number) { - return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsPlaylistFilename(resolution)) + return doesExist(query, { videoUUID }) } - static getHlsSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) { - if (isLive) return join('/live', 'segments-sha256', videoUUID) + assignP2PMediaLoaderInfoHashes (video: MVideo, files: unknown[]) { + const masterPlaylistUrl = this.getMasterPlaylistUrl(video) - return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsSha256SegmentsFilename()) + this.p2pMediaLoaderInfohashes = VideoStreamingPlaylistModel.buildP2PMediaLoaderInfoHashes(masterPlaylistUrl, files) } - getStringType () { - if (this.type === VideoStreamingPlaylistType.HLS) return 'hls' + getMasterPlaylistUrl (video: MVideo) { + if (this.storage === VideoStorage.OBJECT_STORAGE) { + return getHLSPublicFileUrl(this.playlistUrl) + } - return 'unknown' - } + if (video.isOwned()) return WEBSERVER.URL + this.getMasterPlaylistStaticPath(video.uuid) - getVideoRedundancyUrl (baseUrlHttp: string) { - return baseUrlHttp + STATIC_PATHS.REDUNDANCY + this.getStringType() + '/' + this.Video.uuid + return this.playlistUrl } - getTorrentDownloadUrl (videoFile: MVideoFile, baseUrlHttp: string) { - return baseUrlHttp + STATIC_DOWNLOAD_PATHS.TORRENTS + getTorrentFileName(this, videoFile) - } + getSha256SegmentsUrl (video: MVideo) { + if (this.storage === VideoStorage.OBJECT_STORAGE) { + return getHLSPublicFileUrl(this.segmentsSha256Url) + } - getVideoFileDownloadUrl (videoFile: MVideoFile, baseUrlHttp: string) { - return baseUrlHttp + STATIC_DOWNLOAD_PATHS.HLS_VIDEOS + getVideoFilename(this, videoFile) - } + if (video.isOwned()) return WEBSERVER.URL + this.getSha256SegmentsStaticPath(video.uuid, video.isLive) - getVideoFileUrl (videoFile: MVideoFile, baseUrlHttp: string) { - return baseUrlHttp + join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, this.Video.uuid, getVideoFilename(this, videoFile)) + return this.segmentsSha256Url } - getTorrentUrl (videoFile: MVideoFile, baseUrlHttp: string) { - return baseUrlHttp + join(STATIC_PATHS.TORRENTS, getTorrentFileName(this, videoFile)) + getStringType () { + if (this.type === VideoStreamingPlaylistType.HLS) return 'hls' + + return 'unknown' } getTrackerUrls (baseUrlHttp: string, baseUrlWs: string) { @@ -225,9 +248,17 @@ export class VideoStreamingPlaylistModel extends Model { this.videoId === other.videoId } - removeTorrent (this: MStreamingPlaylistVideo, videoFile: MVideoFile) { - const torrentPath = getTorrentFilePath(this, videoFile) - return remove(torrentPath) - .catch(err => logger.warn('Cannot delete torrent %s.', torrentPath, { err })) + withVideo (video: MVideo) { + return Object.assign(this, { Video: video }) + } + + private getMasterPlaylistStaticPath (videoUUID: string) { + return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, this.playlistFilename) + } + + private getSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) { + if (isLive) return join('/live', 'segments-sha256', videoUUID) + + return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, this.segmentsSha256Filename) } }