1 import * as express from 'express'
2 import { UserRight } from '../../../../shared/models/users'
3 import { asyncMiddleware, authenticate, ensureUserHasRight } from '../../../middlewares'
4 import { mtimeSortFilesDesc } from '../../../../shared/core-utils/logs/logs'
5 import { readdir, readFile } from 'fs-extra'
6 import { AUDIT_LOG_FILENAME, MAX_LOGS_OUTPUT_CHARACTERS, LOG_FILENAME } from '../../../initializers/constants'
7 import { join } from 'path'
8 import { getAuditLogsValidator, getLogsValidator } from '../../../middlewares/validators/logs'
9 import { LogLevel } from '../../../../shared/models/server/log-level.type'
10 import { CONFIG } from '../../../initializers/config'
11 import { logger } from '@server/helpers/logger'
13 const logsRouter = express.Router()
15 logsRouter.get('/logs',
17 ensureUserHasRight(UserRight.MANAGE_LOGS),
19 asyncMiddleware(getLogs)
22 logsRouter.get('/audit-logs',
24 ensureUserHasRight(UserRight.MANAGE_LOGS),
25 getAuditLogsValidator,
26 asyncMiddleware(getAuditLogs)
29 // ---------------------------------------------------------------------------
35 // ---------------------------------------------------------------------------
37 const auditLogNameFilter = generateLogNameFilter(AUDIT_LOG_FILENAME)
38 async function getAuditLogs (req: express.Request, res: express.Response) {
39 const output = await generateOutput({
40 startDateQuery: req.query.startDate,
41 endDateQuery: req.query.endDate,
43 nameFilter: auditLogNameFilter
46 return res.json(output).end()
49 const logNameFilter = generateLogNameFilter(LOG_FILENAME)
50 async function getLogs (req: express.Request, res: express.Response) {
51 const output = await generateOutput({
52 startDateQuery: req.query.startDate,
53 endDateQuery: req.query.endDate,
54 level: req.query.level || 'info',
55 nameFilter: logNameFilter
58 return res.json(output).end()
61 async function generateOutput (options: {
62 startDateQuery: string,
63 endDateQuery?: string,
67 const { startDateQuery, level, nameFilter } = options
69 const logFiles = await readdir(CONFIG.STORAGE.LOG_DIR)
70 const sortedLogFiles = await mtimeSortFilesDesc(logFiles, CONFIG.STORAGE.LOG_DIR)
73 const startDate = new Date(startDateQuery)
74 const endDate = options.endDateQuery ? new Date(options.endDateQuery) : new Date()
76 let output: string[] = []
78 for (const meta of sortedLogFiles) {
79 if (nameFilter.exec(meta.file) === null) continue
81 const path = join(CONFIG.STORAGE.LOG_DIR, meta.file)
83 const result = await getOutputFromFile(path, startDate, endDate, level, currentSize)
84 if (!result.output) break
86 output = result.output.concat(output)
87 currentSize = result.currentSize
89 if (currentSize > MAX_LOGS_OUTPUT_CHARACTERS || (result.logTime && result.logTime < startDate.getTime())) break
95 async function getOutputFromFile (path: string, startDate: Date, endDate: Date, level: LogLevel, currentSize: number) {
96 const startTime = startDate.getTime()
97 const endTime = endDate.getTime()
100 const logsLevel: { [ id in LogLevel ]: number } = {
108 const content = await readFile(path)
109 const lines = content.toString().split('\n')
110 const output: any[] = []
112 for (let i = lines.length - 1; i >= 0; i--) {
113 const line = lines[ i ]
117 log = JSON.parse(line)
119 // Maybe there a multiple \n at the end of the file
123 logTime = new Date(log.timestamp).getTime()
124 if (logTime >= startTime && logTime <= endTime && logsLevel[ log.level ] >= logsLevel[ level ]) {
127 currentSize += line.length
129 if (currentSize > MAX_LOGS_OUTPUT_CHARACTERS) break
130 } else if (logTime < startTime) {
135 return { currentSize, output: output.reverse(), logTime }
138 function generateLogNameFilter (baseName: string) {
139 return new RegExp('^' + baseName.replace(/\.log$/, '') + '\d*.log$')