aboutsummaryrefslogblamecommitdiffhomepage
path: root/server/initializers/database.ts
blob: 90dbba5b9f87cd89c5a1012b63731def6b5986b8 (plain) (tree)
1
2
3
4
5
6
7
8
9
                           
                                     
                                                                                 
                                      
 


                                                    
                                                                      





                                                                                   
                                                                             


                                                                                      
                                                          
                                                               


                                                                           
                                                                    
                                                                                

                                                                                      
 


                                         
 
                                
                                  
                                            

                                 
                         


                                 
                       
                 

                                           

                               
                                   

                                             
                             


                                           


                                     

                                                             
                      


                                 
                                                                      
                          
 
                                                    

                                                   
                            
                                                               




                                            

  
                              
 
                                            
                                                        
 
                                                       
 
                                     

                                              
 




                                                                     
   
 

                                                  





                                                                  

     
 

                                                           
        
 


                                                                              


          


                                                                              











                                                             
 
                                  
 


                                                                               
 



                                                      







                                                                                 

                                                      
 
                            
        
 




                                                                 
 
import { join } from 'path'
import { flattenDepth } from 'lodash'
require('pg').defaults.parseInt8 = true // Avoid BIGINT to be converted to string
import * as Sequelize from 'sequelize'

import { CONFIG } from './constants'
// Do not use barrel, we need to load database first
import { logger } from '../helpers/logger'
import { isTestInstance, readdirPromise } from '../helpers/core-utils'

import { VideoModel } from './../models/video/video-interface'
import { VideoTagModel } from './../models/video/video-tag-interface'
import { BlacklistedVideoModel } from './../models/video/video-blacklist-interface'
import { VideoFileModel } from './../models/video/video-file-interface'
import { VideoAbuseModel } from './../models/video/video-abuse-interface'
import { VideoChannelModel } from './../models/video/video-channel-interface'
import { UserModel } from '../models/account/user-interface'
import { AccountVideoRateModel } from '../models/account/account-video-rate-interface'
import { AccountFollowModel } from '../models/account/account-follow-interface'
import { TagModel } from './../models/video/tag-interface'
import { ServerModel } from '../models/server/server-interface'
import { OAuthTokenModel } from './../models/oauth/oauth-token-interface'
import { OAuthClientModel } from './../models/oauth/oauth-client-interface'
import { JobModel } from './../models/job/job-interface'
import { AccountModel } from './../models/account/account-interface'
import { ApplicationModel } from './../models/application/application-interface'
import { VideoChannelShareModel } from '../models/video/video-channel-share-interface'
import { VideoShareModel } from '../models/video/video-share-interface'

const dbname = CONFIG.DATABASE.DBNAME
const username = CONFIG.DATABASE.USERNAME
const password = CONFIG.DATABASE.PASSWORD

export type PeerTubeDatabase = {
  sequelize?: Sequelize.Sequelize,
  init?: (silent: boolean) => Promise<void>,

  Application?: ApplicationModel,
  Account?: AccountModel,
  Job?: JobModel,
  OAuthClient?: OAuthClientModel,
  OAuthToken?: OAuthTokenModel,
  Server?: ServerModel,
  Tag?: TagModel,
  AccountVideoRate?: AccountVideoRateModel,
  AccountFollow?: AccountFollowModel,
  User?: UserModel,
  VideoAbuse?: VideoAbuseModel,
  VideoChannel?: VideoChannelModel,
  VideoChannelShare?: VideoChannelShareModel,
  VideoShare?: VideoShareModel,
  VideoFile?: VideoFileModel,
  BlacklistedVideo?: BlacklistedVideoModel,
  VideoTag?: VideoTagModel,
  Video?: VideoModel
}

const database: PeerTubeDatabase = {}

const sequelize = new Sequelize(dbname, username, password, {
  dialect: 'postgres',
  host: CONFIG.DATABASE.HOSTNAME,
  port: CONFIG.DATABASE.PORT,
  benchmark: isTestInstance(),
  isolationLevel: Sequelize.Transaction.ISOLATION_LEVELS.SERIALIZABLE,
  operatorsAliases: false,

  logging: (message: string, benchmark: number) => {
    if (process.env.NODE_DB_LOG === 'false') return

    let newMessage = message
    if (isTestInstance() === true && benchmark !== undefined) {
      newMessage += ' | ' + benchmark + 'ms'
    }

    logger.debug(newMessage)
  }
})

database.sequelize = sequelize

database.init = async (silent: boolean) => {
  const modelDirectory = join(__dirname, '..', 'models')

  const filePaths = await getModelFiles(modelDirectory)

  for (const filePath of filePaths) {
    try {
      const model = sequelize.import(filePath)

      database[model['name']] = model
    } catch (err) {
      logger.error('Cannot import database model %s.', filePath, err)
      process.exit(0)
    }
  }

  for (const modelName of Object.keys(database)) {
    if ('associate' in database[modelName]) {
      try {
        database[modelName].associate(database)
      } catch (err) {
        logger.error('Cannot associate model %s.', modelName, err)
        process.exit(0)
      }
    }
  }

  if (!silent) logger.info('Database %s is ready.', dbname)

  return
}

// ---------------------------------------------------------------------------

export {
  database
}

// ---------------------------------------------------------------------------

async function getModelFiles (modelDirectory: string) {
  const files = await readdirPromise(modelDirectory)
  const directories = files.filter(directory => {
    // Find directories
    if (
      directory.endsWith('.js.map') ||
      directory === 'index.js' || directory === 'index.ts' ||
      directory === 'utils.js' || directory === 'utils.ts'
    ) return false

    return true
  })

  const tasks: Promise<any>[] = []

  // For each directory we read it and append model in the modelFilePaths array
  for (const directory of directories) {
    const modelDirectoryPath = join(modelDirectory, directory)

    const promise = readdirPromise(modelDirectoryPath)
      .then(files => {
        const filteredFiles = files
          .filter(file => {
            if (
              file === 'index.js' || file === 'index.ts' ||
              file === 'utils.js' || file === 'utils.ts' ||
              file.endsWith('-interface.js') || file.endsWith('-interface.ts') ||
              file.endsWith('.js.map')
            ) return false

            return true
          })
          .map(file => join(modelDirectoryPath, file))

        return filteredFiles
      })

    tasks.push(promise)
  }

  const filteredFilesArray: string[][] = await Promise.all(tasks)
  return flattenDepth<string>(filteredFilesArray, 1)
}