import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos'
import { throwIfNotValid } from '../utils'
import { VideoModel } from './video'
-import * as Sequelize from 'sequelize'
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type'
import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
-import { CONSTRAINTS_FIELDS, STATIC_PATHS } from '../../initializers'
-import { VideoFileModel } from './video-file'
+import {
+ CONSTRAINTS_FIELDS,
+ MEMOIZE_LENGTH,
+ MEMOIZE_TTL,
+ P2P_MEDIA_LOADER_PEER_VERSION,
+ STATIC_DOWNLOAD_PATHS,
+ STATIC_PATHS
+} from '../../initializers/constants'
import { join } from 'path'
import { sha1 } from '../../helpers/core-utils'
import { isArrayOf } from '../../helpers/custom-validators/misc'
+import { Op, QueryTypes } from 'sequelize'
+import { MStreamingPlaylist, MStreamingPlaylistVideo, MVideoFile } from '@server/types/models'
+import { VideoFileModel } from '@server/models/video/video-file'
+import { getTorrentFileName, getTorrentFilePath, getVideoFilename } from '@server/lib/video-paths'
+import * as memoizee from 'memoizee'
+import { remove } from 'fs-extra'
+import { logger } from '@server/helpers/logger'
@Table({
tableName: 'videoStreamingPlaylist',
@Column(DataType.ARRAY(DataType.STRING))
p2pMediaLoaderInfohashes: string[]
+ @AllowNull(false)
+ @Column
+ p2pMediaLoaderPeerVersion: number
+
@AllowNull(false)
@Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url'))
@Column
})
Video: VideoModel
+ @HasMany(() => VideoFileModel, {
+ foreignKey: {
+ allowNull: true
+ },
+ onDelete: 'CASCADE'
+ })
+ VideoFiles: VideoFileModel[]
+
@HasMany(() => VideoRedundancyModel, {
foreignKey: {
allowNull: false
})
RedundancyVideos: VideoRedundancyModel[]
+ static doesInfohashExistCached = memoizee(VideoStreamingPlaylistModel.doesInfohashExist, {
+ promise: true,
+ max: MEMOIZE_LENGTH.INFO_HASH_EXISTS,
+ maxAge: MEMOIZE_TTL.INFO_HASH_EXISTS
+ })
+
static doesInfohashExist (infoHash: string) {
const query = 'SELECT 1 FROM "videoStreamingPlaylist" WHERE $infoHash = ANY("p2pMediaLoaderInfohashes") LIMIT 1'
const options = {
- type: Sequelize.QueryTypes.SELECT,
+ type: QueryTypes.SELECT as QueryTypes.SELECT,
bind: { infoHash },
raw: true
}
- return VideoModel.sequelize.query(query, options)
- .then(results => {
- return results.length === 1
- })
+ return VideoModel.sequelize.query<object>(query, options)
+ .then(results => results.length === 1)
}
- static buildP2PMediaLoaderInfoHashes (playlistUrl: string, videoFiles: VideoFileModel[]) {
+ static buildP2PMediaLoaderInfoHashes (playlistUrl: string, files: unknown[]) {
const hashes: string[] = []
- // https://github.com/Novage/p2p-media-loader/blob/master/p2p-media-loader-core/lib/p2p-media-manager.ts#L97
- for (let i = 0; i < videoFiles.length; i++) {
- hashes.push(sha1(`1${playlistUrl}+V${i}`))
+ // https://github.com/Novage/p2p-media-loader/blob/master/p2p-media-loader-core/lib/p2p-media-manager.ts#L115
+ for (let i = 0; i < files.length; i++) {
+ hashes.push(sha1(`${P2P_MEDIA_LOADER_PEER_VERSION}${playlistUrl}+V${i}`))
}
return hashes
}
+ static listByIncorrectPeerVersion () {
+ const query = {
+ where: {
+ p2pMediaLoaderPeerVersion: {
+ [Op.ne]: P2P_MEDIA_LOADER_PEER_VERSION
+ }
+ }
+ }
+
+ return VideoStreamingPlaylistModel.findAll(query)
+ }
+
static loadWithVideo (id: number) {
const options = {
include: [
return VideoStreamingPlaylistModel.findByPk(id, options)
}
+ static loadHLSPlaylistByVideo (videoId: number) {
+ const options = {
+ where: {
+ type: VideoStreamingPlaylistType.HLS,
+ videoId
+ }
+ }
+
+ return VideoStreamingPlaylistModel.findOne(options)
+ }
+
static getHlsPlaylistFilename (resolution: number) {
return resolution + '.m3u8'
}
return 'segments-sha256.json'
}
- static getHlsVideoName (uuid: string, resolution: number) {
- return `${uuid}-${resolution}-fragmented.mp4`
- }
-
static getHlsMasterPlaylistStaticPath (videoUUID: string) {
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getMasterHlsPlaylistFilename())
}
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsPlaylistFilename(resolution))
}
- static getHlsSha256SegmentsStaticPath (videoUUID: string) {
+ static getHlsSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) {
+ if (isLive) return join('/live', 'segments-sha256', videoUUID)
+
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, VideoStreamingPlaylistModel.getHlsSha256SegmentsFilename())
}
return baseUrlHttp + STATIC_PATHS.REDUNDANCY + this.getStringType() + '/' + this.Video.uuid
}
- hasSameUniqueKeysThan (other: VideoStreamingPlaylistModel) {
+ getTorrentDownloadUrl (videoFile: MVideoFile, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_DOWNLOAD_PATHS.TORRENTS + getTorrentFileName(this, videoFile)
+ }
+
+ getVideoFileDownloadUrl (videoFile: MVideoFile, baseUrlHttp: string) {
+ return baseUrlHttp + STATIC_DOWNLOAD_PATHS.HLS_VIDEOS + getVideoFilename(this, videoFile)
+ }
+
+ getVideoFileUrl (videoFile: MVideoFile, baseUrlHttp: string) {
+ return baseUrlHttp + join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, this.Video.uuid, getVideoFilename(this, videoFile))
+ }
+
+ getTorrentUrl (videoFile: MVideoFile, baseUrlHttp: string) {
+ return baseUrlHttp + join(STATIC_PATHS.TORRENTS, getTorrentFileName(this, videoFile))
+ }
+
+ getTrackerUrls (baseUrlHttp: string, baseUrlWs: string) {
+ return [ baseUrlWs + '/tracker/socket', baseUrlHttp + '/tracker/announce' ]
+ }
+
+ hasSameUniqueKeysThan (other: MStreamingPlaylist) {
return this.type === other.type &&
this.videoId === other.videoId
}
+
+ removeTorrent (this: MStreamingPlaylistVideo, videoFile: MVideoFile) {
+ const torrentPath = getTorrentFilePath(this, videoFile)
+ return remove(torrentPath)
+ .catch(err => logger.warn('Cannot delete torrent %s.', torrentPath, { err }))
+ }
}