-import { join } from 'path'
-import { flattenDepth } from 'lodash'
-require('pg').defaults.parseInt8 = true // Avoid BIGINT to be converted to string
-import * as Sequelize from 'sequelize'
-import * as Bluebird from 'bluebird'
-
-import { CONFIG } from './constants'
-// Do not use barrel, we need to load database first
+import { Sequelize as SequelizeTypescript } from 'sequelize-typescript'
+import { isTestInstance } from '../helpers/core-utils'
import { logger } from '../helpers/logger'
-import { isTestInstance, readdirPromise } from '../helpers/core-utils'
-
-import { VideoModel } from './../models/video/video-interface'
-import { VideoTagModel } from './../models/video/video-tag-interface'
-import { BlacklistedVideoModel } from './../models/video/video-blacklist-interface'
-import { VideoFileModel } from './../models/video/video-file-interface'
-import { VideoAbuseModel } from './../models/video/video-abuse-interface'
-import { VideoChannelModel } from './../models/video/video-channel-interface'
-import { UserModel } from './../models/user/user-interface'
-import { UserVideoRateModel } from './../models/user/user-video-rate-interface'
-import { TagModel } from './../models/video/tag-interface'
-import { RequestModel } from './../models/request/request-interface'
-import { RequestVideoQaduModel } from './../models/request/request-video-qadu-interface'
-import { RequestVideoEventModel } from './../models/request/request-video-event-interface'
-import { RequestToPodModel } from './../models/request/request-to-pod-interface'
-import { PodModel } from './../models/pod/pod-interface'
-import { OAuthTokenModel } from './../models/oauth/oauth-token-interface'
-import { OAuthClientModel } from './../models/oauth/oauth-client-interface'
-import { JobModel } from './../models/job/job-interface'
-import { AuthorModel } from './../models/video/author-interface'
-import { ApplicationModel } from './../models/application/application-interface'
+
+import { AccountModel } from '../models/account/account'
+import { AccountVideoRateModel } from '../models/account/account-video-rate'
+import { UserModel } from '../models/account/user'
+import { ActorModel } from '../models/activitypub/actor'
+import { ActorFollowModel } from '../models/activitypub/actor-follow'
+import { ApplicationModel } from '../models/application/application'
+import { AvatarModel } from '../models/avatar/avatar'
+import { OAuthClientModel } from '../models/oauth/oauth-client'
+import { OAuthTokenModel } from '../models/oauth/oauth-token'
+import { ServerModel } from '../models/server/server'
+import { TagModel } from '../models/video/tag'
+import { VideoModel } from '../models/video/video'
+import { VideoAbuseModel } from '../models/video/video-abuse'
+import { VideoBlacklistModel } from '../models/video/video-blacklist'
+import { VideoChannelModel } from '../models/video/video-channel'
+import { VideoCommentModel } from '../models/video/video-comment'
+import { VideoFileModel } from '../models/video/video-file'
+import { VideoShareModel } from '../models/video/video-share'
+import { VideoTagModel } from '../models/video/video-tag'
+import { CONFIG } from './config'
+import { ScheduleVideoUpdateModel } from '../models/video/schedule-video-update'
+import { VideoCaptionModel } from '../models/video/video-caption'
+import { VideoImportModel } from '../models/video/video-import'
+import { VideoViewModel } from '../models/video/video-views'
+import { VideoChangeOwnershipModel } from '../models/video/video-change-ownership'
+import { VideoRedundancyModel } from '../models/redundancy/video-redundancy'
+import { UserVideoHistoryModel } from '../models/account/user-video-history'
+import { AccountBlocklistModel } from '../models/account/account-blocklist'
+import { ServerBlocklistModel } from '../models/server/server-blocklist'
+import { UserNotificationModel } from '../models/account/user-notification'
+import { UserNotificationSettingModel } from '../models/account/user-notification-setting'
+import { VideoStreamingPlaylistModel } from '../models/video/video-streaming-playlist'
+import { VideoPlaylistModel } from '../models/video/video-playlist'
+import { VideoPlaylistElementModel } from '../models/video/video-playlist-element'
+import { ThumbnailModel } from '../models/video/thumbnail'
+
+require('pg').defaults.parseInt8 = true // Avoid BIGINT to be converted to string
const dbname = CONFIG.DATABASE.DBNAME
const username = CONFIG.DATABASE.USERNAME
const password = CONFIG.DATABASE.PASSWORD
+const host = CONFIG.DATABASE.HOSTNAME
+const port = CONFIG.DATABASE.PORT
+const poolMax = CONFIG.DATABASE.POOL.MAX
-const database: {
- sequelize?: Sequelize.Sequelize,
- init?: (silent: boolean) => Promise<void>,
-
- Application?: ApplicationModel,
- Author?: AuthorModel,
- Job?: JobModel,
- OAuthClient?: OAuthClientModel,
- OAuthToken?: OAuthTokenModel,
- Pod?: PodModel,
- RequestToPod?: RequestToPodModel,
- RequestVideoEvent?: RequestVideoEventModel,
- RequestVideoQadu?: RequestVideoQaduModel,
- Request?: RequestModel,
- Tag?: TagModel,
- UserVideoRate?: UserVideoRateModel,
- User?: UserModel,
- VideoAbuse?: VideoAbuseModel,
- VideoChannel?: VideoChannelModel,
- VideoFile?: VideoFileModel,
- BlacklistedVideo?: BlacklistedVideoModel,
- VideoTag?: VideoTagModel,
- Video?: VideoModel
-} = {}
-
-const sequelize = new Sequelize(dbname, username, password, {
+const sequelizeTypescript = new SequelizeTypescript({
+ database: dbname,
dialect: 'postgres',
- host: CONFIG.DATABASE.HOSTNAME,
- port: CONFIG.DATABASE.PORT,
+ host,
+ port,
+ username,
+ password,
+ pool: {
+ max: poolMax
+ },
benchmark: isTestInstance(),
- isolationLevel: Sequelize.Transaction.ISOLATION_LEVELS.SERIALIZABLE,
+ isolationLevel: SequelizeTypescript.Transaction.ISOLATION_LEVELS.SERIALIZABLE,
operatorsAliases: false,
-
logging: (message: string, benchmark: number) => {
+ if (process.env.NODE_DB_LOG === 'false') return
+
let newMessage = message
if (isTestInstance() === true && benchmark !== undefined) {
newMessage += ' | ' + benchmark + 'ms'
}
})
-database.sequelize = sequelize
-
-database.init = async (silent: boolean) => {
- const modelDirectory = join(__dirname, '..', 'models')
-
- const filePaths = await getModelFiles(modelDirectory)
-
- for (const filePath of filePaths) {
- try {
- const model = sequelize.import(filePath)
-
- database[model['name']] = model
- } catch (err) {
- logger.error('Cannot import database model %s.', filePath, err)
- process.exit(0)
- }
- }
-
- for (const modelName of Object.keys(database)) {
- if ('associate' in database[modelName]) {
- database[modelName].associate(database)
- }
- }
+async function initDatabaseModels (silent: boolean) {
+ sequelizeTypescript.addModels([
+ ApplicationModel,
+ ActorModel,
+ ActorFollowModel,
+ AvatarModel,
+ AccountModel,
+ OAuthClientModel,
+ OAuthTokenModel,
+ ServerModel,
+ TagModel,
+ AccountVideoRateModel,
+ UserModel,
+ VideoAbuseModel,
+ VideoChangeOwnershipModel,
+ VideoChannelModel,
+ VideoShareModel,
+ VideoFileModel,
+ VideoCaptionModel,
+ VideoBlacklistModel,
+ VideoTagModel,
+ VideoModel,
+ VideoCommentModel,
+ ScheduleVideoUpdateModel,
+ VideoImportModel,
+ VideoViewModel,
+ VideoRedundancyModel,
+ UserVideoHistoryModel,
+ AccountBlocklistModel,
+ ServerBlocklistModel,
+ UserNotificationModel,
+ UserNotificationSettingModel,
+ VideoStreamingPlaylistModel,
+ VideoPlaylistModel,
+ VideoPlaylistElementModel,
+ ThumbnailModel
+ ])
+
+ // Check extensions exist in the database
+ await checkPostgresExtensions()
+
+ // Create custom PostgreSQL functions
+ await createFunctions()
if (!silent) logger.info('Database %s is ready.', dbname)
// ---------------------------------------------------------------------------
export {
- database
+ initDatabaseModels,
+ sequelizeTypescript
}
// ---------------------------------------------------------------------------
-async function getModelFiles (modelDirectory: string) {
- const files = await readdirPromise(modelDirectory)
- const directories = files.filter(directory => {
- // Find directories
- if (
- directory.endsWith('.js.map') ||
- directory === 'index.js' || directory === 'index.ts' ||
- directory === 'utils.js' || directory === 'utils.ts'
- ) return false
-
- return true
- })
-
- const tasks: Bluebird<any>[] = []
-
- // For each directory we read it and append model in the modelFilePaths array
- for (const directory of directories) {
- const modelDirectoryPath = join(modelDirectory, directory)
-
- const promise = readdirPromise(modelDirectoryPath)
- .then(files => {
- const filteredFiles = files
- .filter(file => {
- if (
- file === 'index.js' || file === 'index.ts' ||
- file === 'utils.js' || file === 'utils.ts' ||
- file.endsWith('-interface.js') || file.endsWith('-interface.ts') ||
- file.endsWith('.js.map')
- ) return false
-
- return true
- })
- .map(file => join(modelDirectoryPath, file))
-
- return filteredFiles
- })
-
- tasks.push(promise)
+async function checkPostgresExtensions () {
+ const promises = [
+ checkPostgresExtension('pg_trgm'),
+ checkPostgresExtension('unaccent')
+ ]
+
+ return Promise.all(promises)
+}
+
+async function checkPostgresExtension (extension: string) {
+ const query = `SELECT true AS enabled FROM pg_available_extensions WHERE name = '${extension}' AND installed_version IS NOT NULL;`
+ const [ res ] = await sequelizeTypescript.query(query, { raw: true })
+
+ if (!res || res.length === 0 || res[ 0 ][ 'enabled' ] !== true) {
+ // Try to create the extension ourself
+ try {
+ await sequelizeTypescript.query(`CREATE EXTENSION ${extension};`, { raw: true })
+
+ } catch {
+ const errorMessage = `You need to enable ${extension} extension in PostgreSQL. ` +
+ `You can do so by running 'CREATE EXTENSION ${extension};' as a PostgreSQL super user in ${CONFIG.DATABASE.DBNAME} database.`
+ throw new Error(errorMessage)
+ }
}
+}
+
+async function createFunctions () {
+ const query = `CREATE OR REPLACE FUNCTION immutable_unaccent(text)
+ RETURNS text AS
+$func$
+SELECT public.unaccent('public.unaccent', $1::text)
+$func$ LANGUAGE sql IMMUTABLE;`
- const filteredFilesArray: string[][] = await Promise.all(tasks)
- return flattenDepth<string>(filteredFilesArray, 1)
+ return sequelizeTypescript.query(query, { raw: true })
}
projects / github / Chocobozzz / PeerTube.git / blobdiff