From fbad87b0472f574409f7aa3ae7f8b54927d0cdd6 Mon Sep 17 00:00:00 2001 From: Chocobozzz Date: Thu, 2 Aug 2018 15:34:09 +0200 Subject: Add ability to import video with youtube-dl --- server/controllers/api/videos/import.ts | 151 ++++++++++++++++++++++++++++++++ server/controllers/api/videos/index.ts | 3 +- 2 files changed, 153 insertions(+), 1 deletion(-) create mode 100644 server/controllers/api/videos/import.ts (limited to 'server/controllers/api/videos') diff --git a/server/controllers/api/videos/import.ts b/server/controllers/api/videos/import.ts new file mode 100644 index 000000000..9761cdbcf --- /dev/null +++ b/server/controllers/api/videos/import.ts @@ -0,0 +1,151 @@ +import * as express from 'express' +import { auditLoggerFactory } from '../../../helpers/audit-logger' +import { + asyncMiddleware, + asyncRetryTransactionMiddleware, + authenticate, + videoImportAddValidator, + videoImportDeleteValidator +} from '../../../middlewares' +import { CONFIG, IMAGE_MIMETYPE_EXT, PREVIEWS_SIZE, sequelizeTypescript, THUMBNAILS_SIZE } from '../../../initializers' +import { getYoutubeDLInfo, YoutubeDLInfo } from '../../../helpers/youtube-dl' +import { createReqFiles } from '../../../helpers/express-utils' +import { logger } from '../../../helpers/logger' +import { VideoImportCreate, VideoImportState, VideoPrivacy, VideoState } from '../../../../shared' +import { VideoModel } from '../../../models/video/video' +import { getVideoActivityPubUrl } from '../../../lib/activitypub' +import { TagModel } from '../../../models/video/tag' +import { VideoImportModel } from '../../../models/video/video-import' +import { JobQueue } from '../../../lib/job-queue/job-queue' +import { processImage } from '../../../helpers/image-utils' +import { join } from 'path' + +const auditLogger = auditLoggerFactory('video-imports') +const videoImportsRouter = express.Router() + +const reqVideoFileImport = createReqFiles( + [ 'thumbnailfile', 'previewfile' ], + IMAGE_MIMETYPE_EXT, + { + thumbnailfile: CONFIG.STORAGE.THUMBNAILS_DIR, + previewfile: CONFIG.STORAGE.PREVIEWS_DIR + } +) + +videoImportsRouter.post('/imports', + authenticate, + reqVideoFileImport, + asyncMiddleware(videoImportAddValidator), + asyncRetryTransactionMiddleware(addVideoImport) +) + +videoImportsRouter.delete('/imports/:id', + authenticate, + videoImportDeleteValidator, + asyncRetryTransactionMiddleware(deleteVideoImport) +) + +// --------------------------------------------------------------------------- + +export { + videoImportsRouter +} + +// --------------------------------------------------------------------------- + +async function addVideoImport (req: express.Request, res: express.Response) { + const body: VideoImportCreate = req.body + const targetUrl = body.targetUrl + + let youtubeDLInfo: YoutubeDLInfo + try { + youtubeDLInfo = await getYoutubeDLInfo(targetUrl) + } catch (err) { + logger.info('Cannot fetch information from import for URL %s.', targetUrl, { err }) + + return res.status(400).json({ + error: 'Cannot fetch remote information of this URL.' + }).end() + } + + // Create video DB object + const videoData = { + name: body.name || youtubeDLInfo.name, + remote: false, + category: body.category || youtubeDLInfo.category, + licence: body.licence || youtubeDLInfo.licence, + language: undefined, + commentsEnabled: body.commentsEnabled || true, + waitTranscoding: body.waitTranscoding || false, + state: VideoState.TO_IMPORT, + nsfw: body.nsfw || youtubeDLInfo.nsfw || false, + description: body.description || youtubeDLInfo.description, + support: body.support || null, + privacy: body.privacy || VideoPrivacy.PRIVATE, + duration: 0, // duration will be set by the import job + channelId: res.locals.videoChannel.id + } + const video = new VideoModel(videoData) + video.url = getVideoActivityPubUrl(video) + + // Process thumbnail file? + const thumbnailField = req.files['thumbnailfile'] + let downloadThumbnail = true + if (thumbnailField) { + const thumbnailPhysicalFile = thumbnailField[ 0 ] + await processImage(thumbnailPhysicalFile, join(CONFIG.STORAGE.THUMBNAILS_DIR, video.getThumbnailName()), THUMBNAILS_SIZE) + downloadThumbnail = false + } + + // Process preview file? + const previewField = req.files['previewfile'] + let downloadPreview = true + if (previewField) { + const previewPhysicalFile = previewField[0] + await processImage(previewPhysicalFile, join(CONFIG.STORAGE.PREVIEWS_DIR, video.getPreviewName()), PREVIEWS_SIZE) + downloadPreview = false + } + + const videoImport: VideoImportModel = await sequelizeTypescript.transaction(async t => { + const sequelizeOptions = { transaction: t } + + // Save video object in database + const videoCreated = await video.save(sequelizeOptions) + videoCreated.VideoChannel = res.locals.videoChannel + + // Set tags to the video + if (youtubeDLInfo.tags !== undefined) { + const tagInstances = await TagModel.findOrCreateTags(youtubeDLInfo.tags, t) + + await videoCreated.$set('Tags', tagInstances, sequelizeOptions) + videoCreated.Tags = tagInstances + } + + // Create video import object in database + const videoImport = await VideoImportModel.create({ + targetUrl, + state: VideoImportState.PENDING, + videoId: videoCreated.id + }, sequelizeOptions) + + videoImport.Video = videoCreated + + return videoImport + }) + + // Create job to import the video + const payload = { + type: 'youtube-dl' as 'youtube-dl', + videoImportId: videoImport.id, + thumbnailUrl: youtubeDLInfo.thumbnailUrl, + downloadThumbnail, + downloadPreview + } + await JobQueue.Instance.createJob({ type: 'video-import', payload }) + + return res.json(videoImport.toFormattedJSON()) +} + +async function deleteVideoImport (req: express.Request, res: express.Response) { + // TODO: delete video import +} diff --git a/server/controllers/api/videos/index.ts b/server/controllers/api/videos/index.ts index e396ee6be..c9365da08 100644 --- a/server/controllers/api/videos/index.ts +++ b/server/controllers/api/videos/index.ts @@ -54,6 +54,7 @@ import { VideoFilter } from '../../../../shared/models/videos/video-query.type' import { createReqFiles, buildNSFWFilter } from '../../../helpers/express-utils' import { ScheduleVideoUpdateModel } from '../../../models/video/schedule-video-update' import { videoCaptionsRouter } from './captions' +import { videoImportsRouter } from './import' const auditLogger = auditLoggerFactory('videos') const videosRouter = express.Router() @@ -81,6 +82,7 @@ videosRouter.use('/', blacklistRouter) videosRouter.use('/', rateVideoRouter) videosRouter.use('/', videoCommentRouter) videosRouter.use('/', videoCaptionsRouter) +videosRouter.use('/', videoImportsRouter) videosRouter.get('/categories', listVideoCategories) videosRouter.get('/licences', listVideoLicences) @@ -160,7 +162,6 @@ async function addVideo (req: express.Request, res: express.Response) { const videoData = { name: videoInfo.name, remote: false, - extname: extname(videoPhysicalFile.filename), category: videoInfo.category, licence: videoInfo.licence, language: videoInfo.language, -- cgit v1.2.3