X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=server%2Fcontrollers%2Fbots.ts;h=2a8d6863a08672bc116a82773e262020ea7820a2;hb=87a0cac618c8ed4a09408273d0f5a468530e8062;hp=63280dabbf2e14f2182c4d52ce02f2495e6eb122;hpb=f2f0eda543ab54eec0f6bcdd8ccf6e382d5cafb6;p=github%2FChocobozzz%2FPeerTube.git diff --git a/server/controllers/bots.ts b/server/controllers/bots.ts index 63280dabb..2a8d6863a 100644 --- a/server/controllers/bots.ts +++ b/server/controllers/bots.ts @@ -1,20 +1,21 @@ -import * as express from 'express' -import { asyncMiddleware } from '../middlewares' +import { getServerActor } from '@server/models/application/application' +import express from 'express' +import { truncate } from 'lodash' +import { SitemapStream, streamToPromise } from 'sitemap' +import { buildNSFWFilter } from '../helpers/express-utils' import { ROUTE_CACHE_LIFETIME, WEBSERVER } from '../initializers/constants' -import * as sitemapModule from 'sitemap' +import { asyncMiddleware } from '../middlewares' +import { cacheRoute } from '../middlewares/cache/cache' +import { AccountModel } from '../models/account/account' import { VideoModel } from '../models/video/video' import { VideoChannelModel } from '../models/video/video-channel' -import { AccountModel } from '../models/account/account' -import { cacheRoute } from '../middlewares/cache' -import { buildNSFWFilter } from '../helpers/express-utils' -import { truncate } from 'lodash' const botsRouter = express.Router() // Special route that add OpenGraph and oEmbed tags // Do not use a template engine for a so little thing botsRouter.use('/sitemap.xml', - asyncMiddleware(cacheRoute()(ROUTE_CACHE_LIFETIME.SITEMAP)), + cacheRoute(ROUTE_CACHE_LIFETIME.SITEMAP), asyncMiddleware(getSitemap) ) @@ -33,12 +34,14 @@ async function getSitemap (req: express.Request, res: express.Response) { urls = urls.concat(await getSitemapVideoChannelUrls()) urls = urls.concat(await getSitemapAccountUrls()) - const sitemap = sitemapModule.createSitemap({ - hostname: WEBSERVER.URL, - urls: urls - }) + const sitemapStream = new SitemapStream({ hostname: WEBSERVER.URL }) - const xml = sitemap.toXML() + for (const urlObj of urls) { + sitemapStream.write(urlObj) + } + sitemapStream.end() + + const xml = await streamToPromise(sitemapStream) res.header('Content-Type', 'application/xml') res.send(xml) @@ -61,25 +64,29 @@ async function getSitemapAccountUrls () { } async function getSitemapLocalVideoUrls () { + const serverActor = await getServerActor() + const { data } = await VideoModel.listForApi({ start: 0, count: undefined, sort: 'createdAt', - includeLocalVideos: true, + displayOnlyForFollower: { + actorId: serverActor.id, + orLocalVideos: true + }, + isLocal: true, nsfw: buildNSFWFilter(), - filter: 'local', - withFiles: false, countVideos: false }) return data.map(v => ({ - url: WEBSERVER.URL + '/videos/watch/' + v.uuid, + url: WEBSERVER.URL + v.getWatchStaticPath(), video: [ { title: v.name, // Sitemap description should be < 2000 characters description: truncate(v.description || v.name, { length: 2000, omission: '...' }), - player_loc: WEBSERVER.URL + '/videos/embed/' + v.uuid, + player_loc: WEBSERVER.URL + v.getEmbedStaticPath(), thumbnail_loc: WEBSERVER.URL + v.getMiniatureStaticPath() } ]