X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Flib%2Factivitypub%2Factor.ts;h=5773fc34fc9d5c6987b18dda58deebab139a198e;hb=5cf135001124cd19183336dbfcae1cd432217b00;hp=e590dc72d02069107efb1f0b41c4ec13a6c79d05;hpb=da854ddd502cd70685ef779c673b9e63757b8aa0;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/lib/activitypub/actor.ts b/server/lib/activitypub/actor.ts index e590dc72d..5773fc34f 100644 --- a/server/lib/activitypub/actor.ts +++ b/server/lib/activitypub/actor.ts @@ -1,18 +1,25 @@ import * as Bluebird from 'bluebird' +import { join } from 'path' import { Transaction } from 'sequelize' import * as url from 'url' +import * as uuidv4 from 'uuid/v4' import { ActivityPubActor, ActivityPubActorType } from '../../../shared/models/activitypub' import { ActivityPubAttributedTo } from '../../../shared/models/activitypub/objects' -import { isRemoteActorValid } from '../../helpers/custom-validators/activitypub/actor' -import { retryTransactionWrapper } from '../../helpers/database-utils' +import { getActorUrl } from '../../helpers/activitypub' +import { isActorObjectValid } from '../../helpers/custom-validators/activitypub/actor' +import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc' +import { retryTransactionWrapper, updateInstanceWithAnother } from '../../helpers/database-utils' import { logger } from '../../helpers/logger' import { createPrivateAndPublicKeys } from '../../helpers/peertube-crypto' -import { doRequest } from '../../helpers/requests' -import { CONFIG, sequelizeTypescript } from '../../initializers' +import { doRequest, doRequestAndSaveToFile } from '../../helpers/requests' +import { getUrlFromWebfinger } from '../../helpers/webfinger' +import { IMAGE_MIMETYPE_EXT, CONFIG, sequelizeTypescript, CONSTRAINTS_FIELDS } from '../../initializers' import { AccountModel } from '../../models/account/account' import { ActorModel } from '../../models/activitypub/actor' +import { AvatarModel } from '../../models/avatar/avatar' import { ServerModel } from '../../models/server/server' import { VideoChannelModel } from '../../models/video/video-channel' +import { truncate } from 'lodash' // Set account keys, this could be long so process after the account creation and do not block the client function setAsyncActorKeys (actor: ActorModel) { @@ -23,12 +30,14 @@ function setAsyncActorKeys (actor: ActorModel) { return actor.save() }) .catch(err => { - logger.error('Cannot set public/private keys of actor %d.', actor.uuid, err) + logger.error('Cannot set public/private keys of actor %d.', actor.uuid, { err }) return actor }) } -async function getOrCreateActorAndServerAndModel (actorUrl: string, recurseIfNeeded = true) { +async function getOrCreateActorAndServerAndModel (activityActor: string | ActivityPubActor, recurseIfNeeded = true) { + const actorUrl = getActorUrl(activityActor) + let actor = await ActorModel.loadByUrl(actorUrl) // We don't have this actor in our database, fetch it on remote @@ -59,9 +68,139 @@ async function getOrCreateActorAndServerAndModel (actorUrl: string, recurseIfNee actor = await retryTransactionWrapper(saveActorAndServerAndModelIfNotExist, options) } - return actor + const options = { + arguments: [ actor ], + errorMessage: 'Cannot refresh actor if needed with many retries.' + } + return retryTransactionWrapper(refreshActorIfNeeded, options) +} + +function buildActorInstance (type: ActivityPubActorType, url: string, preferredUsername: string, uuid?: string) { + return new ActorModel({ + type, + url, + preferredUsername, + uuid, + publicKey: null, + privateKey: null, + followersCount: 0, + followingCount: 0, + inboxUrl: url + '/inbox', + outboxUrl: url + '/outbox', + sharedInboxUrl: CONFIG.WEBSERVER.URL + '/inbox', + followersUrl: url + '/followers', + followingUrl: url + '/following' + }) +} + +async function updateActorInstance (actorInstance: ActorModel, attributes: ActivityPubActor) { + const followersCount = await fetchActorTotalItems(attributes.followers) + const followingCount = await fetchActorTotalItems(attributes.following) + + actorInstance.set('type', attributes.type) + actorInstance.set('uuid', attributes.uuid) + actorInstance.set('preferredUsername', attributes.preferredUsername) + actorInstance.set('url', attributes.id) + actorInstance.set('publicKey', attributes.publicKey.publicKeyPem) + actorInstance.set('followersCount', followersCount) + actorInstance.set('followingCount', followingCount) + actorInstance.set('inboxUrl', attributes.inbox) + actorInstance.set('outboxUrl', attributes.outbox) + actorInstance.set('sharedInboxUrl', attributes.endpoints.sharedInbox) + actorInstance.set('followersUrl', attributes.followers) + actorInstance.set('followingUrl', attributes.following) +} + +async function updateActorAvatarInstance (actorInstance: ActorModel, avatarName: string, t: Transaction) { + if (avatarName !== undefined) { + if (actorInstance.avatarId) { + try { + await actorInstance.Avatar.destroy({ transaction: t }) + } catch (err) { + logger.error('Cannot remove old avatar of actor %s.', actorInstance.url, { err }) + } + } + + const avatar = await AvatarModel.create({ + filename: avatarName + }, { transaction: t }) + + actorInstance.set('avatarId', avatar.id) + actorInstance.Avatar = avatar + } + + return actorInstance +} + +async function fetchActorTotalItems (url: string) { + const options = { + uri: url, + method: 'GET', + json: true, + activityPub: true + } + + try { + const { body } = await doRequest(options) + return body.totalItems ? body.totalItems : 0 + } catch (err) { + logger.warn('Cannot fetch remote actor count %s.', url, { err }) + return 0 + } +} + +async function fetchAvatarIfExists (actorJSON: ActivityPubActor) { + if ( + actorJSON.icon && actorJSON.icon.type === 'Image' && IMAGE_MIMETYPE_EXT[actorJSON.icon.mediaType] !== undefined && + isActivityPubUrlValid(actorJSON.icon.url) + ) { + const extension = IMAGE_MIMETYPE_EXT[actorJSON.icon.mediaType] + + const avatarName = uuidv4() + extension + const destPath = join(CONFIG.STORAGE.AVATARS_DIR, avatarName) + + await doRequestAndSaveToFile({ + method: 'GET', + uri: actorJSON.icon.url + }, destPath) + + return avatarName + } + + return undefined +} + +function normalizeActor (actor: any) { + if (!actor) return + + if (!actor.url || typeof actor.url !== 'string') { + actor.url = actor.url.href || actor.url.url + } + + if (actor.summary && typeof actor.summary === 'string') { + actor.summary = truncate(actor.summary, { length: CONSTRAINTS_FIELDS.USERS.DESCRIPTION.max }) + + if (actor.summary.length < CONSTRAINTS_FIELDS.USERS.DESCRIPTION.min) { + actor.summary = null + } + } + + return } +export { + getOrCreateActorAndServerAndModel, + buildActorInstance, + setAsyncActorKeys, + fetchActorTotalItems, + fetchAvatarIfExists, + updateActorInstance, + updateActorAvatarInstance, + normalizeActor +} + +// --------------------------------------------------------------------------- + function saveActorAndServerAndModelIfNotExist ( result: FetchRemoteActorResult, ownerActor?: ActorModel, @@ -90,17 +229,29 @@ function saveActorAndServerAndModelIfNotExist ( // Save our new account in database actor.set('serverId', server.id) + // Avatar? + if (result.avatarName) { + const avatar = await AvatarModel.create({ + filename: result.avatarName + }, { transaction: t }) + actor.set('avatarId', avatar.id) + } + // Force the actor creation, sometimes Sequelize skips the save() when it thinks the instance already exists // (which could be false in a retried query) - const actorCreated = await ActorModel.create(actor.toJSON(), { transaction: t }) + const [ actorCreated ] = await ActorModel.findOrCreate({ + defaults: actor.toJSON(), + where: { + url: actor.url + }, + transaction: t + }) if (actorCreated.type === 'Person' || actorCreated.type === 'Application') { - const account = await saveAccount(actorCreated, result, t) - actorCreated.Account = account + actorCreated.Account = await saveAccount(actorCreated, result, t) actorCreated.Account.Actor = actorCreated } else if (actorCreated.type === 'Group') { // Video channel - const videoChannel = await saveVideoChannel(actorCreated, result, ownerActor, t) - actorCreated.VideoChannel = videoChannel + actorCreated.VideoChannel = await saveVideoChannel(actorCreated, result, ownerActor, t) actorCreated.VideoChannel.Actor = actorCreated } @@ -112,6 +263,8 @@ type FetchRemoteActorResult = { actor: ActorModel name: string summary: string + support?: string + avatarName?: string attributedTo: ActivityPubAttributedTo[] } async function fetchRemoteActor (actorUrl: string): Promise { @@ -125,9 +278,11 @@ async function fetchRemoteActor (actorUrl: string): Promise { + if (!actor.isOutdated()) return actor - let requestResult try { - requestResult = await doRequest(options) - } catch (err) { - logger.warn('Cannot fetch remote actor count %s.', url, err) - return undefined - } + const actorUrl = await getUrlFromWebfinger(actor.preferredUsername, actor.getHost()) + const result = await fetchRemoteActor(actorUrl) + if (result === undefined) { + logger.warn('Cannot fetch remote actor in refresh actor.') + return actor + } - return requestResult.totalItems ? requestResult.totalItems : 0 -} + return sequelizeTypescript.transaction(async t => { + updateInstanceWithAnother(actor, result.actor) -function saveAccount (actor: ActorModel, result: FetchRemoteActorResult, t: Transaction) { - const account = new AccountModel({ - name: result.name, - actorId: actor.id - }) + if (result.avatarName !== undefined) { + await updateActorAvatarInstance(actor, result.avatarName, t) + } - return account.save({ transaction: t }) -} + // Force update + actor.setDataValue('updatedAt', new Date()) + await actor.save({ transaction: t }) -async function saveVideoChannel (actor: ActorModel, result: FetchRemoteActorResult, ownerActor: ActorModel, t: Transaction) { - const videoChannel = new VideoChannelModel({ - name: result.name, - description: result.summary, - actorId: actor.id, - accountId: ownerActor.Account.id - }) + if (actor.Account) { + await actor.save({ transaction: t }) - return videoChannel.save({ transaction: t }) + actor.Account.set('name', result.name) + actor.Account.set('description', result.summary) + await actor.Account.save({ transaction: t }) + } else if (actor.VideoChannel) { + await actor.save({ transaction: t }) + + actor.VideoChannel.set('name', result.name) + actor.VideoChannel.set('description', result.summary) + actor.VideoChannel.set('support', result.support) + await actor.VideoChannel.save({ transaction: t }) + } + + return actor + }) + } catch (err) { + logger.warn('Cannot refresh actor.', { err }) + return actor + } }