} from '../../../middlewares'
import { logger, retryTransactionWrapper } from '../../../helpers'
import { quickAndDirtyUpdatesVideoToFriends } from '../../../lib'
-import { PodInstance, VideoInstance } from '../../../models'
+import { PodInstance, VideoFileInstance } from '../../../models'
+import {
+ RemoteVideoRequest,
+ RemoteVideoCreateData,
+ RemoteVideoUpdateData,
+ RemoteVideoRemoveData,
+ RemoteVideoReportAbuseData,
+ RemoteQaduVideoRequest,
+ RemoteQaduVideoData,
+ RemoteVideoEventRequest,
+ RemoteVideoEventData
+} from '../../../../shared'
const ENDPOINT_ACTIONS = REQUEST_ENDPOINT_ACTIONS[REQUEST_ENDPOINTS.VIDEOS]
// ---------------------------------------------------------------------------
function remoteVideos (req: express.Request, res: express.Response, next: express.NextFunction) {
- const requests = req.body.data
+ const requests: RemoteVideoRequest[] = req.body.data
const fromPod = res.locals.secure.pod
// We need to process in the same order to keep consistency
- // TODO: optimization
- Promise.mapSeries(requests, (request: any) => {
+ Promise.each(requests, request => {
const data = request.data
// Get the function we need to call in order to process the request
const fun = functionsHash[request.type]
if (fun === undefined) {
- logger.error('Unkown remote request type %s.', request.type)
+ logger.error('Unknown remote request type %s.', request.type)
return
}
return fun.call(this, data, fromPod)
})
- .catch(err => logger.error('Error managing remote videos.', { error: err }))
+ .catch(err => logger.error('Error managing remote videos.', err))
- // We don't need to keep the other pod waiting
+ // Don't block the other pod
return res.type('json').status(204).end()
}
function remoteVideosQadu (req: express.Request, res: express.Response, next: express.NextFunction) {
- const requests = req.body.data
+ const requests: RemoteQaduVideoRequest[] = req.body.data
const fromPod = res.locals.secure.pod
- Promise.mapSeries(requests, (request: any) => {
+ Promise.each(requests, request => {
const videoData = request.data
return quickAndDirtyUpdateVideoRetryWrapper(videoData, fromPod)
})
- .catch(err => logger.error('Error managing remote videos.', { error: err }))
+ .catch(err => logger.error('Error managing remote videos.', err))
return res.type('json').status(204).end()
}
function remoteVideosEvents (req: express.Request, res: express.Response, next: express.NextFunction) {
- const requests = req.body.data
+ const requests: RemoteVideoEventRequest[] = req.body.data
const fromPod = res.locals.secure.pod
- Promise.mapSeries(requests, (request: any) => {
+ Promise.each(requests, request => {
const eventData = request.data
return processVideosEventsRetryWrapper(eventData, fromPod)
})
- .catch(err => logger.error('Error managing remote videos.', { error: err }))
+ .catch(err => logger.error('Error managing remote videos.', err))
return res.type('json').status(204).end()
}
-function processVideosEventsRetryWrapper (eventData: any, fromPod: PodInstance) {
+function processVideosEventsRetryWrapper (eventData: RemoteVideoEventData, fromPod: PodInstance) {
const options = {
arguments: [ eventData, fromPod ],
errorMessage: 'Cannot process videos events with many retries.'
return retryTransactionWrapper(processVideosEvents, options)
}
-function processVideosEvents (eventData: any, fromPod: PodInstance) {
+function processVideosEvents (eventData: RemoteVideoEventData, fromPod: PodInstance) {
return db.sequelize.transaction(t => {
- return fetchOwnedVideo(eventData.remoteId)
+ return fetchVideoByUUID(eventData.uuid)
.then(videoInstance => {
const options = { transaction: t }
let qaduType
switch (eventData.eventType) {
- case REQUEST_VIDEO_EVENT_TYPES.VIEWS:
- columnToUpdate = 'views'
- qaduType = REQUEST_VIDEO_QADU_TYPES.VIEWS
- break
-
- case REQUEST_VIDEO_EVENT_TYPES.LIKES:
- columnToUpdate = 'likes'
- qaduType = REQUEST_VIDEO_QADU_TYPES.LIKES
- break
-
- case REQUEST_VIDEO_EVENT_TYPES.DISLIKES:
- columnToUpdate = 'dislikes'
- qaduType = REQUEST_VIDEO_QADU_TYPES.DISLIKES
- break
-
- default:
- throw new Error('Unknown video event type.')
+ case REQUEST_VIDEO_EVENT_TYPES.VIEWS:
+ columnToUpdate = 'views'
+ qaduType = REQUEST_VIDEO_QADU_TYPES.VIEWS
+ break
+
+ case REQUEST_VIDEO_EVENT_TYPES.LIKES:
+ columnToUpdate = 'likes'
+ qaduType = REQUEST_VIDEO_QADU_TYPES.LIKES
+ break
+
+ case REQUEST_VIDEO_EVENT_TYPES.DISLIKES:
+ columnToUpdate = 'dislikes'
+ qaduType = REQUEST_VIDEO_QADU_TYPES.DISLIKES
+ break
+
+ default:
+ throw new Error('Unknown video event type.')
}
const query = {}
return quickAndDirtyUpdatesVideoToFriends(qadusParams, t)
})
})
- .then(() => logger.info('Remote video event processed for video %s.', eventData.remoteId))
+ .then(() => logger.info('Remote video event processed for video with uuid %s.', eventData.uuid))
.catch(err => {
- logger.debug('Cannot process a video event.', { error: err })
+ logger.debug('Cannot process a video event.', err)
throw err
})
}
-function quickAndDirtyUpdateVideoRetryWrapper (videoData: any, fromPod: PodInstance) {
+function quickAndDirtyUpdateVideoRetryWrapper (videoData: RemoteQaduVideoData, fromPod: PodInstance) {
const options = {
arguments: [ videoData, fromPod ],
errorMessage: 'Cannot update quick and dirty the remote video with many retries.'
return retryTransactionWrapper(quickAndDirtyUpdateVideo, options)
}
-function quickAndDirtyUpdateVideo (videoData: any, fromPod: PodInstance) {
- let videoName
+function quickAndDirtyUpdateVideo (videoData: RemoteQaduVideoData, fromPod: PodInstance) {
+ let videoUUID = ''
return db.sequelize.transaction(t => {
- return fetchRemoteVideo(fromPod.host, videoData.remoteId)
+ return fetchVideoByHostAndUUID(fromPod.host, videoData.uuid)
.then(videoInstance => {
const options = { transaction: t }
- videoName = videoInstance.name
+ videoUUID = videoInstance.uuid
if (videoData.views) {
videoInstance.set('views', videoData.views)
return videoInstance.save(options)
})
})
- .then(() => logger.info('Remote video %s quick and dirty updated', videoName))
- .catch(err => logger.debug('Cannot quick and dirty update the remote video.', { error: err }))
+ .then(() => logger.info('Remote video with uuid %s quick and dirty updated', videoUUID))
+ .catch(err => logger.debug('Cannot quick and dirty update the remote video.', err))
}
// Handle retries on fail
-function addRemoteVideoRetryWrapper (videoToCreateData: any, fromPod: PodInstance) {
+function addRemoteVideoRetryWrapper (videoToCreateData: RemoteVideoCreateData, fromPod: PodInstance) {
const options = {
arguments: [ videoToCreateData, fromPod ],
errorMessage: 'Cannot insert the remote video with many retries.'
return retryTransactionWrapper(addRemoteVideo, options)
}
-function addRemoteVideo (videoToCreateData: any, fromPod: PodInstance) {
- logger.debug('Adding remote video "%s".', videoToCreateData.remoteId)
+function addRemoteVideo (videoToCreateData: RemoteVideoCreateData, fromPod: PodInstance) {
+ logger.debug('Adding remote video "%s".', videoToCreateData.uuid)
return db.sequelize.transaction(t => {
- return db.Video.loadByHostAndRemoteId(fromPod.host, videoToCreateData.remoteId)
+ return db.Video.loadByUUID(videoToCreateData.uuid)
.then(video => {
- if (video) throw new Error('RemoteId and host pair is not unique.')
+ if (video) throw new Error('UUID already exists.')
return undefined
})
.then(({ author, tagInstances }) => {
const videoData = {
name: videoToCreateData.name,
- remoteId: videoToCreateData.remoteId,
- extname: videoToCreateData.extname,
- infoHash: videoToCreateData.infoHash,
+ uuid: videoToCreateData.uuid,
category: videoToCreateData.category,
licence: videoToCreateData.licence,
language: videoToCreateData.language,
updatedAt: videoToCreateData.updatedAt,
views: videoToCreateData.views,
likes: videoToCreateData.likes,
- dislikes: videoToCreateData.dislikes
+ dislikes: videoToCreateData.dislikes,
+ remote: true
}
const video = db.Video.build(videoData)
return video.save(options).then(videoCreated => ({ tagInstances, videoCreated }))
})
+ .then(({ tagInstances, videoCreated }) => {
+ const tasks = []
+ const options = {
+ transaction: t
+ }
+
+ videoToCreateData.files.forEach(fileData => {
+ const videoFileInstance = db.VideoFile.build({
+ extname: fileData.extname,
+ infoHash: fileData.infoHash,
+ resolution: fileData.resolution,
+ size: fileData.size,
+ videoId: videoCreated.id
+ })
+
+ tasks.push(videoFileInstance.save(options))
+ })
+
+ return Promise.all(tasks).then(() => ({ tagInstances, videoCreated }))
+ })
.then(({ tagInstances, videoCreated }) => {
const options = {
transaction: t
return videoCreated.setTags(tagInstances, options)
})
})
- .then(() => logger.info('Remote video %s inserted.', videoToCreateData.name))
+ .then(() => logger.info('Remote video with uuid %s inserted.', videoToCreateData.uuid))
.catch(err => {
- logger.debug('Cannot insert the remote video.', { error: err })
+ logger.debug('Cannot insert the remote video.', err)
throw err
})
}
// Handle retries on fail
-function updateRemoteVideoRetryWrapper (videoAttributesToUpdate: any, fromPod: PodInstance) {
+function updateRemoteVideoRetryWrapper (videoAttributesToUpdate: RemoteVideoUpdateData, fromPod: PodInstance) {
const options = {
arguments: [ videoAttributesToUpdate, fromPod ],
errorMessage: 'Cannot update the remote video with many retries'
return retryTransactionWrapper(updateRemoteVideo, options)
}
-function updateRemoteVideo (videoAttributesToUpdate: any, fromPod: PodInstance) {
- logger.debug('Updating remote video "%s".', videoAttributesToUpdate.remoteId)
+function updateRemoteVideo (videoAttributesToUpdate: RemoteVideoUpdateData, fromPod: PodInstance) {
+ logger.debug('Updating remote video "%s".', videoAttributesToUpdate.uuid)
return db.sequelize.transaction(t => {
- return fetchRemoteVideo(fromPod.host, videoAttributesToUpdate.remoteId)
+ return fetchVideoByHostAndUUID(fromPod.host, videoAttributesToUpdate.uuid)
.then(videoInstance => {
const tags = videoAttributesToUpdate.tags
videoInstance.set('language', videoAttributesToUpdate.language)
videoInstance.set('nsfw', videoAttributesToUpdate.nsfw)
videoInstance.set('description', videoAttributesToUpdate.description)
- videoInstance.set('infoHash', videoAttributesToUpdate.infoHash)
videoInstance.set('duration', videoAttributesToUpdate.duration)
videoInstance.set('createdAt', videoAttributesToUpdate.createdAt)
videoInstance.set('updatedAt', videoAttributesToUpdate.updatedAt)
- videoInstance.set('extname', videoAttributesToUpdate.extname)
videoInstance.set('views', videoAttributesToUpdate.views)
videoInstance.set('likes', videoAttributesToUpdate.likes)
videoInstance.set('dislikes', videoAttributesToUpdate.dislikes)
return videoInstance.save(options).then(() => ({ videoInstance, tagInstances }))
})
+ .then(({ tagInstances, videoInstance }) => {
+ const tasks: Promise<void>[] = []
+
+ // Remove old video files
+ videoInstance.VideoFiles.forEach(videoFile => {
+ tasks.push(videoFile.destroy())
+ })
+
+ return Promise.all(tasks).then(() => ({ tagInstances, videoInstance }))
+ })
+ .then(({ tagInstances, videoInstance }) => {
+ const tasks: Promise<VideoFileInstance>[] = []
+ const options = {
+ transaction: t
+ }
+
+ videoAttributesToUpdate.files.forEach(fileData => {
+ const videoFileInstance = db.VideoFile.build({
+ extname: fileData.extname,
+ infoHash: fileData.infoHash,
+ resolution: fileData.resolution,
+ size: fileData.size,
+ videoId: videoInstance.id
+ })
+
+ tasks.push(videoFileInstance.save(options))
+ })
+
+ return Promise.all(tasks).then(() => ({ tagInstances, videoInstance }))
+ })
.then(({ videoInstance, tagInstances }) => {
const options = { transaction: t }
return videoInstance.setTags(tagInstances, options)
})
})
- .then(() => logger.info('Remote video %s updated', videoAttributesToUpdate.name))
+ .then(() => logger.info('Remote video with uuid %s updated', videoAttributesToUpdate.uuid))
.catch(err => {
// This is just a debug because we will retry the insert
- logger.debug('Cannot update the remote video.', { error: err })
+ logger.debug('Cannot update the remote video.', err)
throw err
})
}
-function removeRemoteVideo (videoToRemoveData: any, fromPod: PodInstance) {
+function removeRemoteVideo (videoToRemoveData: RemoteVideoRemoveData, fromPod: PodInstance) {
// We need the instance because we have to remove some other stuffs (thumbnail etc)
- return fetchRemoteVideo(fromPod.host, videoToRemoveData.remoteId)
+ return fetchVideoByHostAndUUID(fromPod.host, videoToRemoveData.uuid)
.then(video => {
- logger.debug('Removing remote video %s.', video.remoteId)
+ logger.debug('Removing remote video with uuid %s.', video.uuid)
return video.destroy()
})
.catch(err => {
- logger.debug('Could not fetch remote video.', { host: fromPod.host, remoteId: videoToRemoveData.remoteId, error: err })
+ logger.debug('Could not fetch remote video.', { host: fromPod.host, uuid: videoToRemoveData.uuid, error: err.stack })
})
}
-function reportAbuseRemoteVideo (reportData: any, fromPod: PodInstance) {
- return fetchOwnedVideo(reportData.videoRemoteId)
+function reportAbuseRemoteVideo (reportData: RemoteVideoReportAbuseData, fromPod: PodInstance) {
+ return fetchVideoByUUID(reportData.videoUUID)
.then(video => {
logger.debug('Reporting remote abuse for video %s.', video.id)
return db.VideoAbuse.create(videoAbuseData)
})
- .catch(err => logger.error('Cannot create remote abuse video.', { error: err }))
+ .catch(err => logger.error('Cannot create remote abuse video.', err))
}
-function fetchOwnedVideo (id: string) {
- return db.Video.load(id)
+function fetchVideoByUUID (id: string) {
+ return db.Video.loadByUUID(id)
.then(video => {
if (!video) throw new Error('Video not found')
return video
})
.catch(err => {
- logger.error('Cannot load owned video from id.', { error: err, id })
+ logger.error('Cannot load owned video from id.', { error: err.stack, id })
throw err
})
}
-function fetchRemoteVideo (podHost: string, remoteId: string) {
- return db.Video.loadByHostAndRemoteId(podHost, remoteId)
+function fetchVideoByHostAndUUID (podHost: string, uuid: string) {
+ return db.Video.loadByHostAndUUID(podHost, uuid)
.then(video => {
if (!video) throw new Error('Video not found')
return video
})
.catch(err => {
- logger.error('Cannot load video from host and remote id.', { error: err, podHost, remoteId })
+ logger.error('Cannot load video from host and uuid.', { error: err.stack, podHost, uuid })
throw err
})
}