X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Factivitypub%2Fplaylist.ts;h=7166c68a6529451dbf94ef9f38fa6cfb506505f2;hb=b5c361089f03f4d459fa1cdc49ff66dee736af12;hp=c52b715ef212a9a942767f71b124edfbf67f9f5f;hpb=8c559fad1e1c4c2ab7f1388c73200aa4c6256d74;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/activitypub/playlist.ts b/server/lib/activitypub/playlist.ts index c52b715ef..7166c68a6 100644 --- a/server/lib/activitypub/playlist.ts +++ b/server/lib/activitypub/playlist.ts @@ -1,26 +1,29 @@ +import * as Bluebird from 'bluebird' +import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes' +import { PlaylistElementObject } from '../../../shared/models/activitypub/objects/playlist-element-object' import { PlaylistObject } from '../../../shared/models/activitypub/objects/playlist-object' -import { crawlCollectionPage } from './crawl' -import { ACTIVITY_PUB, CRAWL_REQUEST_CONCURRENCY } from '../../initializers/constants' +import { VideoPlaylistPrivacy } from '../../../shared/models/videos/playlist/video-playlist-privacy.model' +import { checkUrlsSameHost } from '../../helpers/activitypub' +import { isPlaylistElementObjectValid, isPlaylistObjectValid } from '../../helpers/custom-validators/activitypub/playlist' import { isArray } from '../../helpers/custom-validators/misc' -import { getOrCreateActorAndServerAndModel } from './actor' import { logger } from '../../helpers/logger' +import { doJSONRequest, PeerTubeRequestError } from '../../helpers/requests' +import { ACTIVITY_PUB, CRAWL_REQUEST_CONCURRENCY } from '../../initializers/constants' +import { sequelizeTypescript } from '../../initializers/database' import { VideoPlaylistModel } from '../../models/video/video-playlist' -import { doRequest } from '../../helpers/requests' -import { checkUrlsSameHost } from '../../helpers/activitypub' -import * as Bluebird from 'bluebird' -import { PlaylistElementObject } from '../../../shared/models/activitypub/objects/playlist-element-object' -import { getOrCreateVideoAndAccountAndChannel } from './videos' -import { isPlaylistElementObjectValid, isPlaylistObjectValid } from '../../helpers/custom-validators/activitypub/playlist' import { VideoPlaylistElementModel } from '../../models/video/video-playlist-element' -import { VideoPlaylistPrivacy } from '../../../shared/models/videos/playlist/video-playlist-privacy.model' -import { sequelizeTypescript } from '../../initializers/database' +import { MAccountDefault, MAccountId, MVideoId } from '../../types/models' +import { MVideoPlaylist, MVideoPlaylistId, MVideoPlaylistOwner } from '../../types/models/video/video-playlist' +import { FilteredModelAttributes } from '../../types/sequelize' import { createPlaylistMiniatureFromUrl } from '../thumbnail' -import { FilteredModelAttributes } from '../../typings/sequelize' -import { MAccountDefault, MAccountId, MVideoId } from '../../typings/models' -import { MVideoPlaylist, MVideoPlaylistId, MVideoPlaylistOwner } from '../../typings/models/video/video-playlist' +import { getOrCreateActorAndServerAndModel } from './actor' +import { crawlCollectionPage } from './crawl' +import { getOrCreateVideoAndAccountAndChannel } from './videos' function playlistObjectToDBAttributes (playlistObject: PlaylistObject, byAccount: MAccountId, to: string[]) { - const privacy = to.indexOf(ACTIVITY_PUB.PUBLIC) !== -1 ? VideoPlaylistPrivacy.PUBLIC : VideoPlaylistPrivacy.UNLISTED + const privacy = to.includes(ACTIVITY_PUB.PUBLIC) + ? VideoPlaylistPrivacy.PUBLIC + : VideoPlaylistPrivacy.UNLISTED return { name: playlistObject.name, @@ -53,11 +56,7 @@ async function createAccountPlaylists (playlistUrls: string[], account: MAccount if (exists === true) return // Fetch url - const { body } = await doRequest({ - uri: playlistUrl, - json: true, - activityPub: true - }) + const { body } = await doJSONRequest(playlistUrl, { activityPub: true }) if (!isPlaylistObjectValid(body)) { throw new Error(`Invalid playlist object when fetch account playlists: ${JSON.stringify(body)}`) @@ -100,7 +99,7 @@ async function createOrUpdateVideoPlaylist (playlistObject: PlaylistObject, byAc if (playlistObject.icon) { try { - const thumbnailModel = await createPlaylistMiniatureFromUrl(playlistObject.icon.url, refreshedPlaylist) + const thumbnailModel = await createPlaylistMiniatureFromUrl({ downloadUrl: playlistObject.icon.url, playlist: refreshedPlaylist }) await refreshedPlaylist.setAndSaveThumbnail(thumbnailModel, undefined) } catch (err) { logger.warn('Cannot generate thumbnail of %s.', playlistObject.id, { err }) @@ -117,13 +116,7 @@ async function refreshVideoPlaylistIfNeeded (videoPlaylist: MVideoPlaylistOwner) if (!videoPlaylist.isOutdated()) return videoPlaylist try { - const { statusCode, playlistObject } = await fetchRemoteVideoPlaylist(videoPlaylist.url) - if (statusCode === 404) { - logger.info('Cannot refresh remote video playlist %s: it does not exist anymore. Deleting it.', videoPlaylist.url) - - await videoPlaylist.destroy() - return undefined - } + const { playlistObject } = await fetchRemoteVideoPlaylist(videoPlaylist.url) if (playlistObject === undefined) { logger.warn('Cannot refresh remote playlist %s: invalid body.', videoPlaylist.url) @@ -137,6 +130,13 @@ async function refreshVideoPlaylistIfNeeded (videoPlaylist: MVideoPlaylistOwner) return videoPlaylist } catch (err) { + if ((err as PeerTubeRequestError).statusCode === HttpStatusCode.NOT_FOUND_404) { + logger.info('Cannot refresh remote video playlist %s: it does not exist anymore. Deleting it.', videoPlaylist.url) + + await videoPlaylist.destroy() + return undefined + } + logger.warn('Cannot refresh video playlist %s.', videoPlaylist.url, { err }) await videoPlaylist.setAsRefreshed() @@ -161,12 +161,7 @@ async function resetVideoPlaylistElements (elementUrls: string[], playlist: MVid await Bluebird.map(elementUrls, async elementUrl => { try { - // Fetch url - const { body } = await doRequest({ - uri: elementUrl, - json: true, - activityPub: true - }) + const { body } = await doJSONRequest(elementUrl, { activityPub: true }) if (!isPlaylistElementObjectValid(body)) throw new Error(`Invalid body in video get playlist element ${elementUrl}`) @@ -196,21 +191,14 @@ async function resetVideoPlaylistElements (elementUrls: string[], playlist: MVid } async function fetchRemoteVideoPlaylist (playlistUrl: string): Promise<{ statusCode: number, playlistObject: PlaylistObject }> { - const options = { - uri: playlistUrl, - method: 'GET', - json: true, - activityPub: true - } - logger.info('Fetching remote playlist %s.', playlistUrl) - const { response, body } = await doRequest(options) + const { body, statusCode } = await doJSONRequest(playlistUrl, { activityPub: true }) if (isPlaylistObjectValid(body) === false || checkUrlsSameHost(body.id, playlistUrl) !== true) { logger.debug('Remote video playlist JSON is not valid.', { body }) - return { statusCode: response.statusCode, playlistObject: undefined } + return { statusCode, playlistObject: undefined } } - return { statusCode: response.statusCode, playlistObject: body } + return { statusCode, playlistObject: body } }