X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fmodels%2Fvideo%2Fvideo-file.ts;h=e3fa2f3d255cb3a4f5695a7118904ba3cdd00c86;hb=16c016e8b1d5ca46343d3363f9a49e24c5d7c944;hp=0294680046036274b437c96cb3eb94319374e82c;hpb=8319d6ae72d4da6de51bd3d4b5c68040fc8dc3b4;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/models/video/video-file.ts b/server/models/video/video-file.ts index 029468004..e3fa2f3d2 100644 --- a/server/models/video/video-file.ts +++ b/server/models/video/video-file.ts @@ -1,3 +1,7 @@ +import { remove } from 'fs-extra' +import * as memoizee from 'memoizee' +import { join } from 'path' +import { FindOptions, Op, QueryTypes, Transaction } from 'sequelize' import { AllowNull, BelongsTo, @@ -5,15 +9,23 @@ import { CreatedAt, DataType, Default, + DefaultScope, ForeignKey, HasMany, Is, Model, - Table, - UpdatedAt, Scopes, - DefaultScope + Table, + UpdatedAt } from 'sequelize-typescript' +import { Where } from 'sequelize/types/lib/utils' +import validator from 'validator' +import { buildRemoteVideoBaseUrl } from '@server/helpers/activitypub' +import { logger } from '@server/helpers/logger' +import { extractVideo } from '@server/helpers/video' +import { getTorrentFilePath } from '@server/lib/video-paths' +import { MStreamingPlaylistVideo, MVideo, MVideoWithHost } from '@server/types/models' +import { AttributesOnly } from '@shared/core-utils' import { isVideoFileExtnameValid, isVideoFileInfoHashValid, @@ -21,27 +33,30 @@ import { isVideoFileSizeValid, isVideoFPSResolutionValid } from '../../helpers/custom-validators/videos' +import { + LAZY_STATIC_PATHS, + MEMOIZE_LENGTH, + MEMOIZE_TTL, + MIMETYPES, + STATIC_DOWNLOAD_PATHS, + STATIC_PATHS, + WEBSERVER +} from '../../initializers/constants' +import { MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '../../types/models/video/video-file' +import { VideoRedundancyModel } from '../redundancy/video-redundancy' import { parseAggregateResult, throwIfNotValid } from '../utils' import { VideoModel } from './video' -import { VideoRedundancyModel } from '../redundancy/video-redundancy' import { VideoStreamingPlaylistModel } from './video-streaming-playlist' -import { FindOptions, Op, QueryTypes, Transaction } from 'sequelize' -import { MIMETYPES, MEMOIZE_LENGTH, MEMOIZE_TTL } from '../../initializers/constants' -import { MVideoFile, MVideoFileStreamingPlaylistVideo, MVideoFileVideo } from '../../typings/models/video/video-file' -import { MStreamingPlaylistVideo, MVideo } from '@server/typings/models' -import * as memoizee from 'memoizee' export enum ScopeNames { WITH_VIDEO = 'WITH_VIDEO', - WITH_VIDEO_OR_PLAYLIST = 'WITH_VIDEO_OR_PLAYLIST', - WITH_METADATA = 'WITH_METADATA' + WITH_METADATA = 'WITH_METADATA', + WITH_VIDEO_OR_PLAYLIST = 'WITH_VIDEO_OR_PLAYLIST' } -const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] - @DefaultScope(() => ({ attributes: { - exclude: [ METADATA_FIELDS[0] ] + exclude: [ 'metadata' ] } })) @Scopes(() => ({ @@ -53,17 +68,13 @@ const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] } ] }, - [ScopeNames.WITH_VIDEO_OR_PLAYLIST]: (videoIdOrUUID: string | number) => { - const where = (typeof videoIdOrUUID === 'number') - ? { id: videoIdOrUUID } - : { uuid: videoIdOrUUID } - + [ScopeNames.WITH_VIDEO_OR_PLAYLIST]: (options: { whereVideo?: Where } = {}) => { return { include: [ { model: VideoModel.unscoped(), required: false, - where + where: options.whereVideo }, { model: VideoStreamingPlaylistModel.unscoped(), @@ -72,7 +83,7 @@ const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] { model: VideoModel.unscoped(), required: true, - where + where: options.whereVideo } ] } @@ -81,7 +92,7 @@ const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] }, [ScopeNames.WITH_METADATA]: { attributes: { - include: METADATA_FIELDS + include: [ 'metadata' ] } } })) @@ -109,6 +120,16 @@ const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] fields: [ 'infoHash' ] }, + { + fields: [ 'torrentFilename' ], + unique: true + }, + + { + fields: [ 'filename' ], + unique: true + }, + { fields: [ 'videoId', 'resolution', 'fps' ], unique: true, @@ -129,7 +150,7 @@ const METADATA_FIELDS = [ 'metadata', 'metadataUrl' ] } ] }) -export class VideoFileModel extends Model { +export class VideoFileModel extends Model>> { @CreatedAt createdAt: Date @@ -151,8 +172,8 @@ export class VideoFileModel extends Model { @Column extname: string - @AllowNull(false) - @Is('VideoFileInfohash', value => throwIfNotValid(value, isVideoFileInfoHashValid, 'info hash')) + @AllowNull(true) + @Is('VideoFileInfohash', value => throwIfNotValid(value, isVideoFileInfoHashValid, 'info hash', true)) @Column infoHash: string @@ -170,6 +191,24 @@ export class VideoFileModel extends Model { @Column metadataUrl: string + @AllowNull(true) + @Column + fileUrl: string + + // Could be null for live files + @AllowNull(true) + @Column + filename: string + + @AllowNull(true) + @Column + torrentUrl: string + + // Could be null for live files + @AllowNull(true) + @Column + torrentFilename: string + @ForeignKey(() => VideoModel) @Column videoId: number @@ -223,10 +262,18 @@ export class VideoFileModel extends Model { static async doesVideoExistForVideoFile (id: number, videoIdOrUUID: number | string) { const videoFile = await VideoFileModel.loadWithVideoOrPlaylist(id, videoIdOrUUID) - return (videoFile?.Video.id === videoIdOrUUID) || - (videoFile?.Video.uuid === videoIdOrUUID) || - (videoFile?.VideoStreamingPlaylist?.Video?.id === videoIdOrUUID) || - (videoFile?.VideoStreamingPlaylist?.Video?.uuid === videoIdOrUUID) + + return !!videoFile + } + + static loadWithVideoOrPlaylistByTorrentFilename (filename: string) { + const query = { + where: { + torrentFilename: filename + } + } + + return VideoFileModel.scope(ScopeNames.WITH_VIDEO_OR_PLAYLIST).findOne(query) } static loadWithMetadata (id: number) { @@ -238,12 +285,24 @@ export class VideoFileModel extends Model { } static loadWithVideoOrPlaylist (id: number, videoIdOrUUID: number | string) { - return VideoFileModel.scope({ - method: [ - ScopeNames.WITH_VIDEO_OR_PLAYLIST, - videoIdOrUUID - ] - }).findByPk(id) + const whereVideo = validator.isUUID(videoIdOrUUID + '') + ? { uuid: videoIdOrUUID } + : { id: videoIdOrUUID } + + const options = { + where: { + id + } + } + + return VideoFileModel.scope({ method: [ ScopeNames.WITH_VIDEO_OR_PLAYLIST, whereVideo ] }) + .findOne(options) + .then(file => { + // We used `required: false` so check we have at least a video or a streaming playlist + if (!file.Video && !file.VideoStreamingPlaylist) return null + + return file + }) } static listByStreamingPlaylist (streamingPlaylistId: number, transaction: Transaction) { @@ -270,10 +329,11 @@ export class VideoFileModel extends Model { } static getStats () { - const query: FindOptions = { + const webtorrentFilesQuery: FindOptions = { include: [ { attributes: [], + required: true, model: VideoModel.unscoped(), where: { remote: false @@ -282,10 +342,32 @@ export class VideoFileModel extends Model { ] } - return VideoFileModel.aggregate('size', 'SUM', query) - .then(result => ({ - totalLocalVideoFilesSize: parseAggregateResult(result) - })) + const hlsFilesQuery: FindOptions = { + include: [ + { + attributes: [], + required: true, + model: VideoStreamingPlaylistModel.unscoped(), + include: [ + { + attributes: [], + model: VideoModel.unscoped(), + required: true, + where: { + remote: false + } + } + ] + } + ] + } + + return Promise.all([ + VideoFileModel.aggregate('size', 'SUM', webtorrentFilesQuery), + VideoFileModel.aggregate('size', 'SUM', hlsFilesQuery) + ]).then(([ webtorrentResult, hlsResult ]) => ({ + totalLocalVideoFilesSize: parseAggregateResult(webtorrentResult) + parseAggregateResult(hlsResult) + })) } // Redefine upsert because sequelize does not use an appropriate where clause in the update query with 2 unique indexes @@ -312,16 +394,95 @@ export class VideoFileModel extends Model { return element.save({ transaction }) } + static removeHLSFilesOfVideoId (videoStreamingPlaylistId: number) { + const options = { + where: { videoStreamingPlaylistId } + } + + return VideoFileModel.destroy(options) + } + getVideoOrStreamingPlaylist (this: MVideoFileVideo | MVideoFileStreamingPlaylistVideo): MVideo | MStreamingPlaylistVideo { if (this.videoId) return (this as MVideoFileVideo).Video return (this as MVideoFileStreamingPlaylistVideo).VideoStreamingPlaylist } + getVideo (this: MVideoFileVideo | MVideoFileStreamingPlaylistVideo): MVideo { + return extractVideo(this.getVideoOrStreamingPlaylist()) + } + isAudio () { return !!MIMETYPES.AUDIO.EXT_MIMETYPE[this.extname] } + isLive () { + return this.size === -1 + } + + isHLS () { + return !!this.videoStreamingPlaylistId + } + + getFileUrl (video: MVideo) { + if (!this.Video) this.Video = video as VideoModel + + if (video.isOwned()) return WEBSERVER.URL + this.getFileStaticPath(video) + + return this.fileUrl + } + + getFileStaticPath (video: MVideo) { + if (this.isHLS()) return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, video.uuid, this.filename) + + return join(STATIC_PATHS.WEBSEED, this.filename) + } + + getFileDownloadUrl (video: MVideoWithHost) { + const basePath = this.isHLS() + ? STATIC_DOWNLOAD_PATHS.HLS_VIDEOS + : STATIC_DOWNLOAD_PATHS.VIDEOS + const path = join(basePath, this.filename) + + if (video.isOwned()) return WEBSERVER.URL + path + + // FIXME: don't guess remote URL + return buildRemoteVideoBaseUrl(video, path) + } + + getRemoteTorrentUrl (video: MVideo) { + if (video.isOwned()) throw new Error(`Video ${video.url} is not a remote video`) + + return this.torrentUrl + } + + // We proxify torrent requests so use a local URL + getTorrentUrl () { + if (!this.torrentFilename) return null + + return WEBSERVER.URL + this.getTorrentStaticPath() + } + + getTorrentStaticPath () { + if (!this.torrentFilename) return null + + return join(LAZY_STATIC_PATHS.TORRENTS, this.torrentFilename) + } + + getTorrentDownloadUrl () { + if (!this.torrentFilename) return null + + return WEBSERVER.URL + join(STATIC_DOWNLOAD_PATHS.TORRENTS, this.torrentFilename) + } + + removeTorrent () { + if (!this.torrentFilename) return null + + const torrentPath = getTorrentFilePath(this) + return remove(torrentPath) + .catch(err => logger.warn('Cannot delete torrent %s.', torrentPath, { err })) + } + hasSameUniqueKeysThan (other: MVideoFile) { return this.fps === other.fps && this.resolution === other.resolution &&