X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Factivitypub.ts;h=1188d6cf9fd46e3843d46ac7b4e3e5539d868077;hb=f2eb23cd87cf32b8fe545178143b5f49e06a58da;hp=6f216e106a3fb0ddda70e2635f0431e8419a2a5f;hpb=975e6e0e44e2f2b25f804cd48a62e2a8d9e8117a;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/activitypub.ts b/server/helpers/activitypub.ts index 6f216e106..1188d6cf9 100644 --- a/server/helpers/activitypub.ts +++ b/server/helpers/activitypub.ts @@ -1,288 +1,219 @@ -import { join } from 'path' -import * as request from 'request' -import * as Sequelize from 'sequelize' -import * as url from 'url' -import { ActivityIconObject } from '../../shared/index' -import { Activity } from '../../shared/models/activitypub/activity' -import { ActivityPubActor } from '../../shared/models/activitypub/activitypub-actor' -import { VideoChannelObject } from '../../shared/models/activitypub/objects/video-channel-object' -import { ResultList } from '../../shared/models/result-list.model' -import { database as db, REMOTE_SCHEME } from '../initializers' -import { ACTIVITY_PUB_ACCEPT_HEADER, CONFIG, STATIC_PATHS } from '../initializers/constants' -import { videoChannelActivityObjectToDBAttributes } from '../lib/activitypub/misc' -import { sendVideoAnnounce } from '../lib/activitypub/send-request' -import { sendVideoChannelAnnounce } from '../lib/index' -import { AccountInstance } from '../models/account/account-interface' -import { VideoChannelInstance } from '../models/video/video-channel-interface' -import { VideoInstance } from '../models/video/video-interface' -import { isRemoteAccountValid } from './custom-validators' -import { isVideoChannelObjectValid } from './custom-validators/activitypub/videos' -import { logger } from './logger' -import { signObject } from './peertube-crypto' -import { doRequest, doRequestAndSaveToFile } from './requests' -import { getServerAccount } from './utils' - -function generateThumbnailFromUrl (video: VideoInstance, icon: ActivityIconObject) { - const thumbnailName = video.getThumbnailName() - const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, thumbnailName) - - const options = { - method: 'GET', - uri: icon.url - } - return doRequestAndSaveToFile(options, thumbnailPath) -} - -async function shareVideoChannelByServer (videoChannel: VideoChannelInstance, t: Sequelize.Transaction) { - const serverAccount = await getServerAccount() - - await db.VideoChannelShare.create({ - accountId: serverAccount.id, - videoChannelId: videoChannel.id - }, { transaction: t }) - - return sendVideoChannelAnnounce(serverAccount, videoChannel, t) -} - -async function shareVideoByServer (video: VideoInstance, t: Sequelize.Transaction) { - const serverAccount = await getServerAccount() - - await db.VideoShare.create({ - accountId: serverAccount.id, - videoId: video.id - }, { transaction: t }) - - return sendVideoAnnounce(serverAccount, video, t) -} - -function getActivityPubUrl (type: 'video' | 'videoChannel' | 'account' | 'videoAbuse', id: string) { - if (type === 'video') return CONFIG.WEBSERVER.URL + '/videos/watch/' + id - else if (type === 'videoChannel') return CONFIG.WEBSERVER.URL + '/video-channels/' + id - else if (type === 'account') return CONFIG.WEBSERVER.URL + '/account/' + id - else if (type === 'videoAbuse') return CONFIG.WEBSERVER.URL + '/admin/video-abuses/' + id - - return '' -} +import * as Bluebird from 'bluebird' +import validator from 'validator' +import { ResultList } from '../../shared/models' +import { Activity } from '../../shared/models/activitypub' +import { ACTIVITY_PUB, REMOTE_SCHEME } from '../initializers/constants' +import { signJsonLDObject } from './peertube-crypto' +import { pageToStartAndCount } from './core-utils' +import { URL } from 'url' +import { MActor, MVideoAccountLight } from '../types/models' +import { ContextType } from '@shared/models/activitypub/context' + +function getContextData (type: ContextType) { + const context: any[] = [ + 'https://www.w3.org/ns/activitystreams', + 'https://w3id.org/security/v1', + { + RsaSignature2017: 'https://w3id.org/security#RsaSignature2017' + } + ] -async function getOrCreateAccount (accountUrl: string) { - let account = await db.Account.loadByUrl(accountUrl) + if (type !== 'View' && type !== 'Announce') { + const additional = { + pt: 'https://joinpeertube.org/ns#', + sc: 'http://schema.org#' + } - // We don't have this account in our database, fetch it on remote - if (!account) { - const res = await fetchRemoteAccountAndCreateServer(accountUrl) - if (res === undefined) throw new Error('Cannot fetch remote account.') + if (type === 'CacheFile') { + Object.assign(additional, { + expires: 'sc:expires', + CacheFile: 'pt:CacheFile' + }) + } else { + Object.assign(additional, { + Hashtag: 'as:Hashtag', + uuid: 'sc:identifier', + category: 'sc:category', + licence: 'sc:license', + subtitleLanguage: 'sc:subtitleLanguage', + sensitive: 'as:sensitive', + language: 'sc:inLanguage', + + isLiveBroadcast: 'sc:isLiveBroadcast', + liveSaveReplay: { + '@type': 'sc:Boolean', + '@id': 'pt:liveSaveReplay' + }, + permanentLive: { + '@type': 'sc:Boolean', + '@id': 'pt:permanentLive' + }, + + Infohash: 'pt:Infohash', + Playlist: 'pt:Playlist', + PlaylistElement: 'pt:PlaylistElement', + + originallyPublishedAt: 'sc:datePublished', + views: { + '@type': 'sc:Number', + '@id': 'pt:views' + }, + state: { + '@type': 'sc:Number', + '@id': 'pt:state' + }, + size: { + '@type': 'sc:Number', + '@id': 'pt:size' + }, + fps: { + '@type': 'sc:Number', + '@id': 'pt:fps' + }, + startTimestamp: { + '@type': 'sc:Number', + '@id': 'pt:startTimestamp' + }, + stopTimestamp: { + '@type': 'sc:Number', + '@id': 'pt:stopTimestamp' + }, + position: { + '@type': 'sc:Number', + '@id': 'pt:position' + }, + commentsEnabled: { + '@type': 'sc:Boolean', + '@id': 'pt:commentsEnabled' + }, + downloadEnabled: { + '@type': 'sc:Boolean', + '@id': 'pt:downloadEnabled' + }, + waitTranscoding: { + '@type': 'sc:Boolean', + '@id': 'pt:waitTranscoding' + }, + support: { + '@type': 'sc:Text', + '@id': 'pt:support' + }, + likes: { + '@id': 'as:likes', + '@type': '@id' + }, + dislikes: { + '@id': 'as:dislikes', + '@type': '@id' + }, + playlists: { + '@id': 'pt:playlists', + '@type': '@id' + }, + shares: { + '@id': 'as:shares', + '@type': '@id' + }, + comments: { + '@id': 'as:comments', + '@type': '@id' + } + }) + } - // Save our new account in database - account = await res.account.save() + context.push(additional) } - return account -} - -async function getOrCreateVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) { - let videoChannel = await db.VideoChannel.loadByUrl(videoChannelUrl) - - // We don't have this account in our database, fetch it on remote - if (!videoChannel) { - videoChannel = await fetchRemoteVideoChannel(ownerAccount, videoChannelUrl) - if (videoChannel === undefined) throw new Error('Cannot fetch remote video channel.') - - // Save our new video channel in database - await videoChannel.save() + return { + '@context': context } +} - return videoChannel +function activityPubContextify (data: T, type: ContextType = 'All') { + return Object.assign({}, data, getContextData(type)) } -async function fetchRemoteAccountAndCreateServer (accountUrl: string) { - const options = { - uri: accountUrl, - method: 'GET', - headers: { - 'Accept': ACTIVITY_PUB_ACCEPT_HEADER +type ActivityPubCollectionPaginationHandler = (start: number, count: number) => Bluebird> | Promise> +async function activityPubCollectionPagination ( + baseUrl: string, + handler: ActivityPubCollectionPaginationHandler, + page?: any, + size = ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE +) { + if (!page || !validator.isInt(page)) { + // We just display the first page URL, we only need the total items + const result = await handler(0, 1) + + return { + id: baseUrl, + type: 'OrderedCollectionPage', + totalItems: result.total, + first: baseUrl + '?page=1' } } - logger.info('Fetching remote account %s.', accountUrl) + const { start, count } = pageToStartAndCount(page, size) + const result = await handler(start, count) - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote account %s.', accountUrl, err) - return undefined - } + let next: string | undefined + let prev: string | undefined - const accountJSON: ActivityPubActor = JSON.parse(requestResult.body) - if (isRemoteAccountValid(accountJSON) === false) { - logger.debug('Remote account JSON is not valid.', { accountJSON }) - return undefined - } + // Assert page is a number + page = parseInt(page, 10) - const followersCount = await fetchAccountCount(accountJSON.followers) - const followingCount = await fetchAccountCount(accountJSON.following) - - const account = db.Account.build({ - uuid: accountJSON.uuid, - name: accountJSON.preferredUsername, - url: accountJSON.url, - publicKey: accountJSON.publicKey.publicKeyPem, - privateKey: null, - followersCount: followersCount, - followingCount: followingCount, - inboxUrl: accountJSON.inbox, - outboxUrl: accountJSON.outbox, - sharedInboxUrl: accountJSON.endpoints.sharedInbox, - followersUrl: accountJSON.followers, - followingUrl: accountJSON.following - }) - - const accountHost = url.parse(account.url).host - const serverOptions = { - where: { - host: accountHost - }, - defaults: { - host: accountHost - } + // There are more results + if (result.total > page * size) { + next = baseUrl + '?page=' + (page + 1) } - const [ server ] = await db.Server.findOrCreate(serverOptions) - account.set('serverId', server.id) - return { account, server } -} - -async function fetchRemoteVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) { - const options = { - uri: videoChannelUrl, - method: 'GET', - headers: { - 'Accept': ACTIVITY_PUB_ACCEPT_HEADER - } + if (page > 1) { + prev = baseUrl + '?page=' + (page - 1) } - logger.info('Fetching remote video channel %s.', videoChannelUrl) - - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote video channel %s.', videoChannelUrl, err) - return undefined + return { + id: baseUrl + '?page=' + page, + type: 'OrderedCollectionPage', + prev, + next, + partOf: baseUrl, + orderedItems: result.data, + totalItems: result.total } - const videoChannelJSON: VideoChannelObject = JSON.parse(requestResult.body) - if (isVideoChannelObjectValid(videoChannelJSON) === false) { - logger.debug('Remote video channel JSON is not valid.', { videoChannelJSON }) - return undefined - } - - const videoChannelAttributes = videoChannelActivityObjectToDBAttributes(videoChannelJSON, ownerAccount) - const videoChannel = db.VideoChannel.build(videoChannelAttributes) - videoChannel.Account = ownerAccount - - return videoChannel } -function fetchRemoteVideoPreview (video: VideoInstance) { - // FIXME: use url - const host = video.VideoChannel.Account.Server.host - const path = join(STATIC_PATHS.PREVIEWS, video.getPreviewName()) +function buildSignedActivity (byActor: MActor, data: Object, contextType?: ContextType) { + const activity = activityPubContextify(data, contextType) - return request.get(REMOTE_SCHEME.HTTP + '://' + host + path) + return signJsonLDObject(byActor, activity) as Promise } -async function fetchRemoteVideoDescription (video: VideoInstance) { - // FIXME: use url - const host = video.VideoChannel.Account.Server.host - const path = video.getDescriptionPath() - const options = { - uri: REMOTE_SCHEME.HTTP + '://' + host + path, - json: true - } - - const { body } = await doRequest(options) - return body.description ? body.description : '' -} +function getAPId (activity: string | { id: string }) { + if (typeof activity === 'string') return activity -function activityPubContextify (data: T) { - return Object.assign(data,{ - '@context': [ - 'https://www.w3.org/ns/activitystreams', - 'https://w3id.org/security/v1', - { - 'Hashtag': 'as:Hashtag', - 'uuid': 'http://schema.org/identifier', - 'category': 'http://schema.org/category', - 'licence': 'http://schema.org/license', - 'nsfw': 'as:sensitive', - 'language': 'http://schema.org/inLanguage', - 'views': 'http://schema.org/Number', - 'size': 'http://schema.org/Number', - 'VideoChannel': 'https://peertu.be/ns/VideoChannel' - } - ] - }) + return activity.id } -function activityPubCollectionPagination (url: string, page: number, result: ResultList) { - const baseUrl = url.split('?').shift +function checkUrlsSameHost (url1: string, url2: string) { + const idHost = new URL(url1).host + const actorHost = new URL(url2).host - const obj = { - id: baseUrl, - type: 'Collection', - totalItems: result.total, - first: { - id: baseUrl + '?page=' + page, - type: 'CollectionPage', - totalItems: result.total, - next: baseUrl + '?page=' + (page + 1), - partOf: baseUrl, - items: result.data - } - } - - return activityPubContextify(obj) + return idHost && actorHost && idHost.toLowerCase() === actorHost.toLowerCase() } -function buildSignedActivity (byAccount: AccountInstance, data: Object) { - const activity = activityPubContextify(data) +function buildRemoteVideoBaseUrl (video: MVideoAccountLight, path: string) { + const host = video.VideoChannel.Account.Actor.Server.host - return signObject(byAccount, activity) as Promise + return REMOTE_SCHEME.HTTP + '://' + host + path } // --------------------------------------------------------------------------- export { - fetchRemoteAccountAndCreateServer, + checkUrlsSameHost, + getAPId, activityPubContextify, activityPubCollectionPagination, - getActivityPubUrl, - generateThumbnailFromUrl, - getOrCreateAccount, - fetchRemoteVideoPreview, - fetchRemoteVideoDescription, - shareVideoChannelByServer, - shareVideoByServer, - getOrCreateVideoChannel, - buildSignedActivity -} - -// --------------------------------------------------------------------------- - -async function fetchAccountCount (url: string) { - const options = { - uri: url, - method: 'GET' - } - - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote account count %s.', url, err) - return undefined - } - - return requestResult.totalItems ? requestResult.totalItems : 0 + buildSignedActivity, + buildRemoteVideoBaseUrl }