1 import * as express from 'express'
2 import { sanitizeUrl } from '@server/helpers/core-utils'
3 import { doJSONRequest } from '@server/helpers/requests'
4 import { CONFIG } from '@server/initializers/config'
5 import { getOrCreateVideoAndAccountAndChannel } from '@server/lib/activitypub/videos'
6 import { Hooks } from '@server/lib/plugins/hooks'
7 import { AccountBlocklistModel } from '@server/models/account/account-blocklist'
8 import { getServerActor } from '@server/models/application/application'
9 import { ServerBlocklistModel } from '@server/models/server/server-blocklist'
10 import { HttpStatusCode } from '@shared/core-utils/miscs/http-error-codes'
11 import { ResultList, Video, VideoChannel } from '@shared/models'
12 import { SearchTargetQuery } from '@shared/models/search/search-target-query.model'
13 import { VideoChannelsSearchQuery, VideosSearchQuery } from '../../../shared/models/search'
14 import { buildNSFWFilter, isUserAbleToSearchRemoteURI } from '../../helpers/express-utils'
15 import { logger } from '../../helpers/logger'
16 import { getFormattedObjects } from '../../helpers/utils'
17 import { loadActorUrlOrGetFromWebfinger } from '../../helpers/webfinger'
18 import { getOrCreateActorAndServerAndModel } from '../../lib/activitypub/actor'
21 commonVideosFiltersValidator,
26 videoChannelsListSearchValidator,
27 videoChannelsSearchSortValidator,
28 videosSearchSortValidator,
30 } from '../../middlewares'
31 import { VideoModel } from '../../models/video/video'
32 import { VideoChannelModel } from '../../models/video/video-channel'
33 import { MChannelAccountDefault, MVideoAccountLightBlacklistAllFiles } from '../../types/models'
35 const searchRouter = express.Router()
37 searchRouter.get('/videos',
40 videosSearchSortValidator,
43 commonVideosFiltersValidator,
44 videosSearchValidator,
45 asyncMiddleware(searchVideos)
48 searchRouter.get('/video-channels',
51 videoChannelsSearchSortValidator,
54 videoChannelsListSearchValidator,
55 asyncMiddleware(searchVideoChannels)
58 // ---------------------------------------------------------------------------
60 export { searchRouter }
62 // ---------------------------------------------------------------------------
64 function searchVideoChannels (req: express.Request, res: express.Response) {
65 const query: VideoChannelsSearchQuery = req.query
66 const search = query.search
68 const isURISearch = search.startsWith('http://') || search.startsWith('https://')
70 const parts = search.split('@')
72 // Handle strings like @toto@example.com
73 if (parts.length === 3 && parts[0].length === 0) parts.shift()
74 const isWebfingerSearch = parts.length === 2 && parts.every(p => p && !p.includes(' '))
76 if (isURISearch || isWebfingerSearch) return searchVideoChannelURI(search, isWebfingerSearch, res)
78 // @username -> username to search in DB
79 if (query.search.startsWith('@')) query.search = query.search.replace(/^@/, '')
81 if (isSearchIndexSearch(query)) {
82 return searchVideoChannelsIndex(query, res)
85 return searchVideoChannelsDB(query, res)
88 async function searchVideoChannelsIndex (query: VideoChannelsSearchQuery, res: express.Response) {
89 const result = await buildMutedForSearchIndex(res)
91 const body = await Hooks.wrapObject(Object.assign(query, result), 'filter:api.search.video-channels.index.list.params')
93 const url = sanitizeUrl(CONFIG.SEARCH.SEARCH_INDEX.URL) + '/api/v1/search/video-channels'
96 logger.debug('Doing video channels search index request on %s.', url, { body })
98 const { body: searchIndexResult } = await doJSONRequest<ResultList<VideoChannel>>(url, { method: 'POST', json: body })
99 const jsonResult = await Hooks.wrapObject(searchIndexResult, 'filter:api.search.video-channels.index.list.result')
101 return res.json(jsonResult)
103 logger.warn('Cannot use search index to make video channels search.', { err })
105 return res.sendStatus(HttpStatusCode.INTERNAL_SERVER_ERROR_500)
109 async function searchVideoChannelsDB (query: VideoChannelsSearchQuery, res: express.Response) {
110 const serverActor = await getServerActor()
112 const apiOptions = await Hooks.wrapObject({
113 actorId: serverActor.id,
114 search: query.search,
118 }, 'filter:api.search.video-channels.local.list.params')
120 const resultList = await Hooks.wrapPromiseFun(
121 VideoChannelModel.searchForApi,
123 'filter:api.search.video-channels.local.list.result'
126 return res.json(getFormattedObjects(resultList.data, resultList.total))
129 async function searchVideoChannelURI (search: string, isWebfingerSearch: boolean, res: express.Response) {
130 let videoChannel: MChannelAccountDefault
133 if (isWebfingerSearch) {
135 uri = await loadActorUrlOrGetFromWebfinger(search)
137 logger.warn('Cannot load actor URL or get from webfinger.', { search, err })
139 return res.json({ total: 0, data: [] })
143 if (isUserAbleToSearchRemoteURI(res)) {
145 const actor = await getOrCreateActorAndServerAndModel(uri, 'all', true, true)
146 videoChannel = actor.VideoChannel
148 logger.info('Cannot search remote video channel %s.', uri, { err })
151 videoChannel = await VideoChannelModel.loadByUrlAndPopulateAccount(uri)
155 total: videoChannel ? 1 : 0,
156 data: videoChannel ? [ videoChannel.toFormattedJSON() ] : []
160 function searchVideos (req: express.Request, res: express.Response) {
161 const query: VideosSearchQuery = req.query
162 const search = query.search
164 if (search && (search.startsWith('http://') || search.startsWith('https://'))) {
165 return searchVideoURI(search, res)
168 if (isSearchIndexSearch(query)) {
169 return searchVideosIndex(query, res)
172 return searchVideosDB(query, res)
175 async function searchVideosIndex (query: VideosSearchQuery, res: express.Response) {
176 const result = await buildMutedForSearchIndex(res)
178 let body: VideosSearchQuery = Object.assign(query, result)
180 // Use the default instance NSFW policy if not specified
182 const nsfwPolicy = res.locals.oauth
183 ? res.locals.oauth.token.User.nsfwPolicy
184 : CONFIG.INSTANCE.DEFAULT_NSFW_POLICY
186 body.nsfw = nsfwPolicy === 'do_not_list'
191 body = await Hooks.wrapObject(body, 'filter:api.search.videos.index.list.params')
193 const url = sanitizeUrl(CONFIG.SEARCH.SEARCH_INDEX.URL) + '/api/v1/search/videos'
196 logger.debug('Doing videos search index request on %s.', url, { body })
198 const { body: searchIndexResult } = await doJSONRequest<ResultList<Video>>(url, { method: 'POST', json: body })
199 const jsonResult = await Hooks.wrapObject(searchIndexResult, 'filter:api.search.videos.index.list.result')
201 return res.json(jsonResult)
203 logger.warn('Cannot use search index to make video search.', { err })
205 return res.sendStatus(HttpStatusCode.INTERNAL_SERVER_ERROR_500)
209 async function searchVideosDB (query: VideosSearchQuery, res: express.Response) {
210 const apiOptions = await Hooks.wrapObject(Object.assign(query, {
211 includeLocalVideos: true,
212 nsfw: buildNSFWFilter(res, query.nsfw),
213 filter: query.filter,
214 user: res.locals.oauth ? res.locals.oauth.token.User : undefined
215 }), 'filter:api.search.videos.local.list.params')
217 const resultList = await Hooks.wrapPromiseFun(
218 VideoModel.searchAndPopulateAccountAndServer,
220 'filter:api.search.videos.local.list.result'
223 return res.json(getFormattedObjects(resultList.data, resultList.total))
226 async function searchVideoURI (url: string, res: express.Response) {
227 let video: MVideoAccountLightBlacklistAllFiles
229 // Check if we can fetch a remote video with the URL
230 if (isUserAbleToSearchRemoteURI(res)) {
241 const result = await getOrCreateVideoAndAccountAndChannel({ videoObject: url, syncParam })
242 video = result ? result.video : undefined
244 logger.info('Cannot search remote video %s.', url, { err })
247 video = await VideoModel.loadByUrlAndPopulateAccount(url)
251 total: video ? 1 : 0,
252 data: video ? [ video.toFormattedJSON() ] : []
256 function isSearchIndexSearch (query: SearchTargetQuery) {
257 if (query.searchTarget === 'search-index') return true
259 const searchIndexConfig = CONFIG.SEARCH.SEARCH_INDEX
261 if (searchIndexConfig.ENABLED !== true) return false
263 if (searchIndexConfig.DISABLE_LOCAL_SEARCH) return true
264 if (searchIndexConfig.IS_DEFAULT_SEARCH && !query.searchTarget) return true
269 async function buildMutedForSearchIndex (res: express.Response) {
270 const serverActor = await getServerActor()
271 const accountIds = [ serverActor.Account.id ]
273 if (res.locals.oauth) {
274 accountIds.push(res.locals.oauth.token.User.Account.id)
277 const [ blockedHosts, blockedAccounts ] = await Promise.all([
278 ServerBlocklistModel.listHostsBlockedBy(accountIds),
279 AccountBlocklistModel.listHandlesBlockedBy(accountIds)