X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fhelpers%2Factivitypub.ts;h=d710f5c9766ffb71f660470a3755937e385d7c70;hb=19ca8ca93975d99c16ab94c1526a34be74f63b95;hp=9622a18012537552121c82d3c61e6bd405d18776;hpb=54141398354e6e7b94aa3065a705a1251390111c;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/helpers/activitypub.ts b/server/helpers/activitypub.ts index 9622a1801..d710f5c97 100644 --- a/server/helpers/activitypub.ts +++ b/server/helpers/activitypub.ts @@ -1,331 +1,116 @@ -import { join } from 'path' -import * as request from 'request' -import * as Sequelize from 'sequelize' -import * as url from 'url' -import { ActivityIconObject } from '../../shared/index' -import { Activity } from '../../shared/models/activitypub/activity' -import { ActivityPubActor } from '../../shared/models/activitypub/activitypub-actor' -import { VideoChannelObject } from '../../shared/models/activitypub/objects/video-channel-object' -import { ResultList } from '../../shared/models/result-list.model' -import { database as db, REMOTE_SCHEME } from '../initializers' -import { ACTIVITY_PUB, CONFIG, STATIC_PATHS } from '../initializers/constants' -import { videoChannelActivityObjectToDBAttributes } from '../lib/activitypub/process/misc' -import { sendVideoAnnounce } from '../lib/activitypub/send/send-announce' -import { sendVideoChannelAnnounce } from '../lib/index' -import { AccountFollowInstance } from '../models/account/account-follow-interface' -import { AccountInstance } from '../models/account/account-interface' -import { VideoAbuseInstance } from '../models/video/video-abuse-interface' -import { VideoChannelInstance } from '../models/video/video-channel-interface' -import { VideoInstance } from '../models/video/video-interface' -import { isRemoteAccountValid } from './custom-validators' -import { logger } from './logger' +import * as Bluebird from 'bluebird' +import * as validator from 'validator' +import { ResultList } from '../../shared/models' +import { Activity, ActivityPubActor } from '../../shared/models/activitypub' +import { ACTIVITY_PUB } from '../initializers' +import { ActorModel } from '../models/activitypub/actor' import { signObject } from './peertube-crypto' -import { doRequest, doRequestAndSaveToFile } from './requests' -import { getServerAccount } from './utils' -import { isVideoChannelObjectValid } from './custom-validators/activitypub/video-channels' +import { pageToStartAndCount } from './core-utils' -function generateThumbnailFromUrl (video: VideoInstance, icon: ActivityIconObject) { - const thumbnailName = video.getThumbnailName() - const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, thumbnailName) - - const options = { - method: 'GET', - uri: icon.url - } - return doRequestAndSaveToFile(options, thumbnailPath) -} - -async function shareVideoChannelByServer (videoChannel: VideoChannelInstance, t: Sequelize.Transaction) { - const serverAccount = await getServerAccount() - - await db.VideoChannelShare.create({ - accountId: serverAccount.id, - videoChannelId: videoChannel.id - }, { transaction: t }) - - return sendVideoChannelAnnounce(serverAccount, videoChannel, t) -} - -async function shareVideoByServer (video: VideoInstance, t: Sequelize.Transaction) { - const serverAccount = await getServerAccount() - - await db.VideoShare.create({ - accountId: serverAccount.id, - videoId: video.id - }, { transaction: t }) - - return sendVideoAnnounce(serverAccount, video, t) -} - -function getVideoActivityPubUrl (video: VideoInstance) { - return CONFIG.WEBSERVER.URL + '/videos/watch/' + video.uuid -} - -function getVideoChannelActivityPubUrl (videoChannel: VideoChannelInstance) { - return CONFIG.WEBSERVER.URL + '/video-channels/' + videoChannel.uuid -} - -function getAccountActivityPubUrl (accountName: string) { - return CONFIG.WEBSERVER.URL + '/account/' + accountName -} - -function getVideoAbuseActivityPubUrl (videoAbuse: VideoAbuseInstance) { - return CONFIG.WEBSERVER.URL + '/admin/video-abuses/' + videoAbuse.id -} - -function getAccountFollowActivityPubUrl (accountFollow: AccountFollowInstance) { - const me = accountFollow.AccountFollower - const following = accountFollow.AccountFollowing - - return me.url + '#follows/' + following.id -} - -function getAccountFollowAcceptActivityPubUrl (accountFollow: AccountFollowInstance) { - const follower = accountFollow.AccountFollower - const me = accountFollow.AccountFollowing - - return follower.url + '#accepts/follows/' + me.id -} - -function getAnnounceActivityPubUrl (originalUrl: string, byAccount: AccountInstance) { - return originalUrl + '#announces/' + byAccount.id -} - -function getUpdateActivityPubUrl (originalUrl: string, updatedAt: string) { - return originalUrl + '#updates/' + updatedAt -} - -function getUndoActivityPubUrl (originalUrl: string) { - return originalUrl + '/undo' -} - -async function getOrCreateAccount (accountUrl: string) { - let account = await db.Account.loadByUrl(accountUrl) - - // We don't have this account in our database, fetch it on remote - if (!account) { - const res = await fetchRemoteAccountAndCreateServer(accountUrl) - if (res === undefined) throw new Error('Cannot fetch remote account.') - - // Save our new account in database - account = await res.account.save() - } - - return account -} - -async function getOrCreateVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) { - let videoChannel = await db.VideoChannel.loadByUrl(videoChannelUrl) - - // We don't have this account in our database, fetch it on remote - if (!videoChannel) { - videoChannel = await fetchRemoteVideoChannel(ownerAccount, videoChannelUrl) - if (videoChannel === undefined) throw new Error('Cannot fetch remote video channel.') - - // Save our new video channel in database - await videoChannel.save() - } - - return videoChannel +function activityPubContextify (data: T) { + return Object.assign(data, { + '@context': [ + 'https://www.w3.org/ns/activitystreams', + 'https://w3id.org/security/v1', + { + RsaSignature2017: 'https://w3id.org/security#RsaSignature2017', + Hashtag: 'as:Hashtag', + uuid: 'http://schema.org/identifier', + category: 'http://schema.org/category', + licence: 'http://schema.org/license', + subtitleLanguage: 'http://schema.org/subtitleLanguage', + sensitive: 'as:sensitive', + language: 'http://schema.org/inLanguage', + views: 'http://schema.org/Number', + stats: 'http://schema.org/Number', + size: 'http://schema.org/Number', + commentsEnabled: 'http://schema.org/Boolean', + waitTranscoding: 'http://schema.org/Boolean', + support: 'http://schema.org/Text' + }, + { + likes: { + '@id': 'as:likes', + '@type': '@id' + }, + dislikes: { + '@id': 'as:dislikes', + '@type': '@id' + }, + shares: { + '@id': 'as:shares', + '@type': '@id' + }, + comments: { + '@id': 'as:comments', + '@type': '@id' + } + } + ] + }) } -async function fetchRemoteAccountAndCreateServer (accountUrl: string) { - const options = { - uri: accountUrl, - method: 'GET', - headers: { - 'Accept': ACTIVITY_PUB.ACCEPT_HEADER - } - } - - logger.info('Fetching remote account %s.', accountUrl) - - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote account %s.', accountUrl, err) - return undefined - } - - const accountJSON: ActivityPubActor = JSON.parse(requestResult.body) - if (isRemoteAccountValid(accountJSON) === false) { - logger.debug('Remote account JSON is not valid.', { accountJSON }) - return undefined - } - - const followersCount = await fetchAccountCount(accountJSON.followers) - const followingCount = await fetchAccountCount(accountJSON.following) - - const account = db.Account.build({ - uuid: accountJSON.uuid, - name: accountJSON.preferredUsername, - url: accountJSON.url, - publicKey: accountJSON.publicKey.publicKeyPem, - privateKey: null, - followersCount: followersCount, - followingCount: followingCount, - inboxUrl: accountJSON.inbox, - outboxUrl: accountJSON.outbox, - sharedInboxUrl: accountJSON.endpoints.sharedInbox, - followersUrl: accountJSON.followers, - followingUrl: accountJSON.following - }) +type ActivityPubCollectionPaginationHandler = (start: number, count: number) => Bluebird> | Promise> +async function activityPubCollectionPagination (url: string, handler: ActivityPubCollectionPaginationHandler, page?: any) { + if (!page || !validator.isInt(page)) { + // We just display the first page URL, we only need the total items + const result = await handler(0, 1) - const accountHost = url.parse(account.url).host - const serverOptions = { - where: { - host: accountHost - }, - defaults: { - host: accountHost + return { + id: url, + type: 'OrderedCollection', + totalItems: result.total, + first: url + '?page=1' } } - const [ server ] = await db.Server.findOrCreate(serverOptions) - account.set('serverId', server.id) - return { account, server } -} + const { start, count } = pageToStartAndCount(page, ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE) + const result = await handler(start, count) -async function fetchRemoteVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) { - const options = { - uri: videoChannelUrl, - method: 'GET', - headers: { - 'Accept': ACTIVITY_PUB.ACCEPT_HEADER - } - } + let next: string | undefined + let prev: string | undefined - logger.info('Fetching remote video channel %s.', videoChannelUrl) + // Assert page is a number + page = parseInt(page, 10) - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote video channel %s.', videoChannelUrl, err) - return undefined + // There are more results + if (result.total > page * ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE) { + next = url + '?page=' + (page + 1) } - const videoChannelJSON: VideoChannelObject = JSON.parse(requestResult.body) - if (isVideoChannelObjectValid(videoChannelJSON) === false) { - logger.debug('Remote video channel JSON is not valid.', { videoChannelJSON }) - return undefined + if (page > 1) { + prev = url + '?page=' + (page - 1) } - const videoChannelAttributes = videoChannelActivityObjectToDBAttributes(videoChannelJSON, ownerAccount) - const videoChannel = db.VideoChannel.build(videoChannelAttributes) - videoChannel.Account = ownerAccount - - return videoChannel -} - -function fetchRemoteVideoPreview (video: VideoInstance) { - // FIXME: use url - const host = video.VideoChannel.Account.Server.host - const path = join(STATIC_PATHS.PREVIEWS, video.getPreviewName()) - - return request.get(REMOTE_SCHEME.HTTP + '://' + host + path) -} - -async function fetchRemoteVideoDescription (video: VideoInstance) { - // FIXME: use url - const host = video.VideoChannel.Account.Server.host - const path = video.getDescriptionPath() - const options = { - uri: REMOTE_SCHEME.HTTP + '://' + host + path, - json: true + return { + id: url + '?page=' + page, + type: 'OrderedCollectionPage', + prev, + next, + partOf: url, + orderedItems: result.data, + totalItems: result.total } - const { body } = await doRequest(options) - return body.description ? body.description : '' } -function activityPubContextify (data: T) { - return Object.assign(data,{ - '@context': [ - 'https://www.w3.org/ns/activitystreams', - 'https://w3id.org/security/v1', - { - 'Hashtag': 'as:Hashtag', - 'uuid': 'http://schema.org/identifier', - 'category': 'http://schema.org/category', - 'licence': 'http://schema.org/license', - 'nsfw': 'as:sensitive', - 'language': 'http://schema.org/inLanguage', - 'views': 'http://schema.org/Number', - 'size': 'http://schema.org/Number', - 'VideoChannel': 'https://peertu.be/ns/VideoChannel' - } - ] - }) -} - -function activityPubCollectionPagination (url: string, page: number, result: ResultList) { - const baseUrl = url.split('?').shift - - const obj = { - id: baseUrl, - type: 'Collection', - totalItems: result.total, - first: { - id: baseUrl + '?page=' + page, - type: 'CollectionPage', - totalItems: result.total, - next: baseUrl + '?page=' + (page + 1), - partOf: baseUrl, - items: result.data - } - } +function buildSignedActivity (byActor: ActorModel, data: Object) { + const activity = activityPubContextify(data) - return activityPubContextify(obj) + return signObject(byActor, activity) as Promise } -function buildSignedActivity (byAccount: AccountInstance, data: Object) { - const activity = activityPubContextify(data) +function getActorUrl (activityActor: string | ActivityPubActor) { + if (typeof activityActor === 'string') return activityActor - return signObject(byAccount, activity) as Promise + return activityActor.id } // --------------------------------------------------------------------------- export { - fetchRemoteAccountAndCreateServer, + getActorUrl, activityPubContextify, activityPubCollectionPagination, - generateThumbnailFromUrl, - getOrCreateAccount, - fetchRemoteVideoPreview, - fetchRemoteVideoDescription, - shareVideoChannelByServer, - shareVideoByServer, - getOrCreateVideoChannel, - buildSignedActivity, - getVideoActivityPubUrl, - getVideoChannelActivityPubUrl, - getAccountActivityPubUrl, - getVideoAbuseActivityPubUrl, - getAccountFollowActivityPubUrl, - getAccountFollowAcceptActivityPubUrl, - getAnnounceActivityPubUrl, - getUpdateActivityPubUrl, - getUndoActivityPubUrl -} - -// --------------------------------------------------------------------------- - -async function fetchAccountCount (url: string) { - const options = { - uri: url, - method: 'GET' - } - - let requestResult - try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote account count %s.', url, err) - return undefined - } - - return requestResult.totalItems ? requestResult.totalItems : 0 + buildSignedActivity }