-import { join } from 'path'
-import * as request from 'request'
-import * as Sequelize from 'sequelize'
-import * as url from 'url'
-import { ActivityIconObject } from '../../shared/index'
-import { Activity } from '../../shared/models/activitypub/activity'
-import { ActivityPubActor } from '../../shared/models/activitypub/activitypub-actor'
-import { VideoChannelObject } from '../../shared/models/activitypub/objects/video-channel-object'
-import { ResultList } from '../../shared/models/result-list.model'
-import { database as db, REMOTE_SCHEME } from '../initializers'
-import { ACTIVITY_PUB_ACCEPT_HEADER, CONFIG, STATIC_PATHS } from '../initializers/constants'
-import { videoChannelActivityObjectToDBAttributes } from '../lib/activitypub/misc'
-import { sendVideoAnnounce } from '../lib/activitypub/send-request'
-import { sendVideoChannelAnnounce } from '../lib/index'
-import { AccountInstance } from '../models/account/account-interface'
-import { VideoChannelInstance } from '../models/video/video-channel-interface'
-import { VideoInstance } from '../models/video/video-interface'
-import { isRemoteAccountValid } from './custom-validators'
-import { isVideoChannelObjectValid } from './custom-validators/activitypub/videos'
-import { logger } from './logger'
-import { signObject } from './peertube-crypto'
-import { doRequest, doRequestAndSaveToFile } from './requests'
-import { getServerAccount } from './utils'
+import * as Bluebird from 'bluebird'
+import * as validator from 'validator'
+import { ResultList } from '../../shared/models'
+import { Activity } from '../../shared/models/activitypub'
+import { ACTIVITY_PUB } from '../initializers/constants'
+import { ActorModel } from '../models/activitypub/actor'
+import { signJsonLDObject } from './peertube-crypto'
+import { pageToStartAndCount } from './core-utils'
+import { parse } from 'url'
+import { MActor } from '../typings/models'
-function generateThumbnailFromUrl (video: VideoInstance, icon: ActivityIconObject) {
- const thumbnailName = video.getThumbnailName()
- const thumbnailPath = join(CONFIG.STORAGE.THUMBNAILS_DIR, thumbnailName)
-
- const options = {
- method: 'GET',
- uri: icon.url
- }
- return doRequestAndSaveToFile(options, thumbnailPath)
-}
-
-async function shareVideoChannelByServer (videoChannel: VideoChannelInstance, t: Sequelize.Transaction) {
- const serverAccount = await getServerAccount()
-
- await db.VideoChannelShare.create({
- accountId: serverAccount.id,
- videoChannelId: videoChannel.id
- }, { transaction: t })
-
- return sendVideoChannelAnnounce(serverAccount, videoChannel, t)
-}
-
-async function shareVideoByServer (video: VideoInstance, t: Sequelize.Transaction) {
- const serverAccount = await getServerAccount()
-
- await db.VideoShare.create({
- accountId: serverAccount.id,
- videoId: video.id
- }, { transaction: t })
-
- return sendVideoAnnounce(serverAccount, video, t)
-}
-
-function getActivityPubUrl (type: 'video' | 'videoChannel' | 'account' | 'videoAbuse', id: string) {
- if (type === 'video') return CONFIG.WEBSERVER.URL + '/videos/watch/' + id
- else if (type === 'videoChannel') return CONFIG.WEBSERVER.URL + '/video-channels/' + id
- else if (type === 'account') return CONFIG.WEBSERVER.URL + '/account/' + id
- else if (type === 'videoAbuse') return CONFIG.WEBSERVER.URL + '/admin/video-abuses/' + id
-
- return ''
-}
-
-async function getOrCreateAccount (accountUrl: string) {
- let account = await db.Account.loadByUrl(accountUrl)
-
- // We don't have this account in our database, fetch it on remote
- if (!account) {
- const res = await fetchRemoteAccountAndCreateServer(accountUrl)
- if (res === undefined) throw new Error('Cannot fetch remote account.')
-
- // Save our new account in database
- account = await res.account.save()
- }
-
- return account
+function activityPubContextify <T> (data: T) {
+ return Object.assign(data, {
+ '@context': [
+ 'https://www.w3.org/ns/activitystreams',
+ 'https://w3id.org/security/v1',
+ {
+ RsaSignature2017: 'https://w3id.org/security#RsaSignature2017',
+ pt: 'https://joinpeertube.org/ns#',
+ sc: 'http://schema.org#',
+ Hashtag: 'as:Hashtag',
+ uuid: 'sc:identifier',
+ category: 'sc:category',
+ licence: 'sc:license',
+ subtitleLanguage: 'sc:subtitleLanguage',
+ sensitive: 'as:sensitive',
+ language: 'sc:inLanguage',
+ expires: 'sc:expires',
+ CacheFile: 'pt:CacheFile',
+ Infohash: 'pt:Infohash',
+ originallyPublishedAt: 'sc:datePublished',
+ views: {
+ '@type': 'sc:Number',
+ '@id': 'pt:views'
+ },
+ state: {
+ '@type': 'sc:Number',
+ '@id': 'pt:state'
+ },
+ size: {
+ '@type': 'sc:Number',
+ '@id': 'pt:size'
+ },
+ fps: {
+ '@type': 'sc:Number',
+ '@id': 'pt:fps'
+ },
+ startTimestamp: {
+ '@type': 'sc:Number',
+ '@id': 'pt:startTimestamp'
+ },
+ stopTimestamp: {
+ '@type': 'sc:Number',
+ '@id': 'pt:stopTimestamp'
+ },
+ position: {
+ '@type': 'sc:Number',
+ '@id': 'pt:position'
+ },
+ commentsEnabled: {
+ '@type': 'sc:Boolean',
+ '@id': 'pt:commentsEnabled'
+ },
+ downloadEnabled: {
+ '@type': 'sc:Boolean',
+ '@id': 'pt:downloadEnabled'
+ },
+ waitTranscoding: {
+ '@type': 'sc:Boolean',
+ '@id': 'pt:waitTranscoding'
+ },
+ support: {
+ '@type': 'sc:Text',
+ '@id': 'pt:support'
+ }
+ },
+ {
+ likes: {
+ '@id': 'as:likes',
+ '@type': '@id'
+ },
+ dislikes: {
+ '@id': 'as:dislikes',
+ '@type': '@id'
+ },
+ playlists: {
+ '@id': 'pt:playlists',
+ '@type': '@id'
+ },
+ shares: {
+ '@id': 'as:shares',
+ '@type': '@id'
+ },
+ comments: {
+ '@id': 'as:comments',
+ '@type': '@id'
+ }
+ }
+ ]
+ })
}
-async function getOrCreateVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) {
- let videoChannel = await db.VideoChannel.loadByUrl(videoChannelUrl)
-
- // We don't have this account in our database, fetch it on remote
- if (!videoChannel) {
- videoChannel = await fetchRemoteVideoChannel(ownerAccount, videoChannelUrl)
- if (videoChannel === undefined) throw new Error('Cannot fetch remote video channel.')
+type ActivityPubCollectionPaginationHandler = (start: number, count: number) => Bluebird<ResultList<any>> | Promise<ResultList<any>>
+async function activityPubCollectionPagination (baseUrl: string, handler: ActivityPubCollectionPaginationHandler, page?: any) {
+ if (!page || !validator.isInt(page)) {
+ // We just display the first page URL, we only need the total items
+ const result = await handler(0, 1)
- // Save our new video channel in database
- await videoChannel.save()
- }
-
- return videoChannel
-}
-
-async function fetchRemoteAccountAndCreateServer (accountUrl: string) {
- const options = {
- uri: accountUrl,
- method: 'GET',
- headers: {
- 'Accept': ACTIVITY_PUB_ACCEPT_HEADER
+ return {
+ id: baseUrl,
+ type: 'OrderedCollectionPage',
+ totalItems: result.total,
+ first: baseUrl + '?page=1'
}
}
- logger.info('Fetching remote account %s.', accountUrl)
+ const { start, count } = pageToStartAndCount(page, ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE)
+ const result = await handler(start, count)
- let requestResult
- try {
- requestResult = await doRequest(options)
- } catch (err) {
- logger.warn('Cannot fetch remote account %s.', accountUrl, err)
- return undefined
- }
-
- const accountJSON: ActivityPubActor = JSON.parse(requestResult.body)
- if (isRemoteAccountValid(accountJSON) === false) {
- logger.debug('Remote account JSON is not valid.', { accountJSON })
- return undefined
- }
+ let next: string | undefined
+ let prev: string | undefined
- const followersCount = await fetchAccountCount(accountJSON.followers)
- const followingCount = await fetchAccountCount(accountJSON.following)
+ // Assert page is a number
+ page = parseInt(page, 10)
- const account = db.Account.build({
- uuid: accountJSON.uuid,
- name: accountJSON.preferredUsername,
- url: accountJSON.url,
- publicKey: accountJSON.publicKey.publicKeyPem,
- privateKey: null,
- followersCount: followersCount,
- followingCount: followingCount,
- inboxUrl: accountJSON.inbox,
- outboxUrl: accountJSON.outbox,
- sharedInboxUrl: accountJSON.endpoints.sharedInbox,
- followersUrl: accountJSON.followers,
- followingUrl: accountJSON.following
- })
-
- const accountHost = url.parse(account.url).host
- const serverOptions = {
- where: {
- host: accountHost
- },
- defaults: {
- host: accountHost
- }
- }
- const [ server ] = await db.Server.findOrCreate(serverOptions)
- account.set('serverId', server.id)
-
- return { account, server }
-}
-
-async function fetchRemoteVideoChannel (ownerAccount: AccountInstance, videoChannelUrl: string) {
- const options = {
- uri: videoChannelUrl,
- method: 'GET',
- headers: {
- 'Accept': ACTIVITY_PUB_ACCEPT_HEADER
- }
+ // There are more results
+ if (result.total > page * ACTIVITY_PUB.COLLECTION_ITEMS_PER_PAGE) {
+ next = baseUrl + '?page=' + (page + 1)
}
- logger.info('Fetching remote video channel %s.', videoChannelUrl)
-
- let requestResult
- try {
- requestResult = await doRequest(options)
- } catch (err) {
- logger.warn('Cannot fetch remote video channel %s.', videoChannelUrl, err)
- return undefined
+ if (page > 1) {
+ prev = baseUrl + '?page=' + (page - 1)
}
- const videoChannelJSON: VideoChannelObject = JSON.parse(requestResult.body)
- if (isVideoChannelObjectValid(videoChannelJSON) === false) {
- logger.debug('Remote video channel JSON is not valid.', { videoChannelJSON })
- return undefined
+ return {
+ id: baseUrl + '?page=' + page,
+ type: 'OrderedCollectionPage',
+ prev,
+ next,
+ partOf: baseUrl,
+ orderedItems: result.data,
+ totalItems: result.total
}
- const videoChannelAttributes = videoChannelActivityObjectToDBAttributes(videoChannelJSON, ownerAccount)
- const videoChannel = db.VideoChannel.build(videoChannelAttributes)
- videoChannel.Account = ownerAccount
-
- return videoChannel
}
-function fetchRemoteVideoPreview (video: VideoInstance) {
- // FIXME: use url
- const host = video.VideoChannel.Account.Server.host
- const path = join(STATIC_PATHS.PREVIEWS, video.getPreviewName())
+function buildSignedActivity (byActor: MActor, data: Object) {
+ const activity = activityPubContextify(data)
- return request.get(REMOTE_SCHEME.HTTP + '://' + host + path)
+ return signJsonLDObject(byActor, activity) as Promise<Activity>
}
-async function fetchRemoteVideoDescription (video: VideoInstance) {
- const options = {
- uri: video.url
- }
+function getAPId (activity: string | { id: string }) {
+ if (typeof activity === 'string') return activity
- const { body } = await doRequest(options)
- return body.description ? body.description : ''
+ return activity.id
}
-function activityPubContextify <T> (data: T) {
- return Object.assign(data,{
- '@context': [
- 'https://www.w3.org/ns/activitystreams',
- 'https://w3id.org/security/v1',
- {
- 'Hashtag': 'as:Hashtag',
- 'uuid': 'http://schema.org/identifier',
- 'category': 'http://schema.org/category',
- 'licence': 'http://schema.org/license',
- 'nsfw': 'as:sensitive',
- 'language': 'http://schema.org/inLanguage',
- 'views': 'http://schema.org/Number',
- 'size': 'http://schema.org/Number',
- 'VideoChannel': 'https://peertu.be/ns/VideoChannel'
- }
- ]
- })
-}
-
-function activityPubCollectionPagination (url: string, page: number, result: ResultList<any>) {
- const baseUrl = url.split('?').shift
-
- const obj = {
- id: baseUrl,
- type: 'Collection',
- totalItems: result.total,
- first: {
- id: baseUrl + '?page=' + page,
- type: 'CollectionPage',
- totalItems: result.total,
- next: baseUrl + '?page=' + (page + 1),
- partOf: baseUrl,
- items: result.data
- }
- }
-
- return activityPubContextify(obj)
-}
-
-function buildSignedActivity (byAccount: AccountInstance, data: Object) {
- const activity = activityPubContextify(data)
+function checkUrlsSameHost (url1: string, url2: string) {
+ const idHost = parse(url1).host
+ const actorHost = parse(url2).host
- return signObject(byAccount, activity) as Promise<Activity>
+ return idHost && actorHost && idHost.toLowerCase() === actorHost.toLowerCase()
}
// ---------------------------------------------------------------------------
export {
- fetchRemoteAccountAndCreateServer,
+ checkUrlsSameHost,
+ getAPId,
activityPubContextify,
activityPubCollectionPagination,
- getActivityPubUrl,
- generateThumbnailFromUrl,
- getOrCreateAccount,
- fetchRemoteVideoPreview,
- fetchRemoteVideoDescription,
- shareVideoChannelByServer,
- shareVideoByServer,
- getOrCreateVideoChannel,
buildSignedActivity
}
-
-// ---------------------------------------------------------------------------
-
-async function fetchAccountCount (url: string) {
- const options = {
- uri: url,
- method: 'GET'
- }
-
- let requestResult
- try {
- requestResult = await doRequest(options)
- } catch (err) {
- logger.warn('Cannot fetch remote account count %s.', url, err)
- return undefined
- }
-
- return requestResult.totalItems ? requestResult.totalItems : 0
-}