-import * as program from 'commander'
-import { createReadStream, readdirSync, statSync } from 'fs-extra'
+import { registerTSPaths } from '../server/helpers/register-ts-paths'
+registerTSPaths()
+
+import { program } from 'commander'
+import { createReadStream, readdir } from 'fs-extra'
import { join } from 'path'
import { createInterface } from 'readline'
import * as winston from 'winston'
import { labelFormatter } from '../server/helpers/logger'
-import { CONFIG } from '../server/initializers/constants'
+import { CONFIG } from '../server/initializers/config'
+import { mtimeSortFilesDesc } from '../shared/core-utils/logs/logs'
+import { inspect } from 'util'
+import { format as sqlFormat } from 'sql-formatter'
program
.option('-l, --level [level]', 'Level log (debug/info/warn/error)')
+ .option('-f, --files [file...]', 'Files to parse. If not provided, the script will parse the latest log file from config)')
+ .option('-t, --tags [tags...]', 'Display only lines with these tags')
+ .option('-nt, --not-tags [tags...]', 'Donrt display lines containing these tags')
.parse(process.argv)
+const options = program.opts()
+
const excludedKeys = {
level: true,
message: true,
splat: true,
timestamp: true,
- label: true
+ tags: true,
+ label: true,
+ sql: true
}
function keysExcluder (key, value) {
return excludedKeys[key] === true ? undefined : value
if (additionalInfos === '{}') additionalInfos = ''
else additionalInfos = ' ' + additionalInfos
+ if (info.sql) {
+ if (CONFIG.LOG.PRETTIFY_SQL) {
+ additionalInfos += '\n' + sqlFormat(info.sql, {
+ language: 'sql',
+ indent: ' '
+ })
+ } else {
+ additionalInfos += ' - ' + info.sql
+ }
+ }
+
return `[${info.label}] ${toTimeFormat(info.timestamp)} ${info.level}: ${info.message}${additionalInfos}`
})
const logger = winston.createLogger({
transports: [
new winston.transports.Console({
- level: program['level'] || 'debug',
+ level: options.level || 'debug',
stderrLevels: [],
format: winston.format.combine(
winston.format.splat(),
- labelFormatter,
+ labelFormatter(),
winston.format.colorize(),
loggerFormat
)
debug: logger.debug.bind(logger)
}
-const logFiles = readdirSync(CONFIG.STORAGE.LOG_DIR)
-const lastLogFile = getNewestFile(logFiles, CONFIG.STORAGE.LOG_DIR)
+run()
+ .then(() => process.exit(0))
+ .catch(err => console.error(err))
-const path = join(CONFIG.STORAGE.LOG_DIR, lastLogFile)
-console.log('Opening %s.', path)
+function run () {
+ return new Promise<void>(async res => {
+ const files = await getFiles()
-const rl = createInterface({
- input: createReadStream(path)
-})
+ for (const file of files) {
+ if (file === 'peertube-audit.log') continue
-rl.on('line', line => {
- const log = JSON.parse(line)
- // Don't know why but loggerFormat does not remove splat key
- Object.assign(log, { splat: undefined })
+ console.log('Opening %s.', file)
- logLevels[log.level](log)
-})
+ const stream = createReadStream(file)
+
+ const rl = createInterface({
+ input: stream
+ })
+
+ rl.on('line', line => {
+ try {
+ const log = JSON.parse(line)
+ if (options.tags && !containsTags(log.tags, options.tags)) {
+ return
+ }
+
+ if (options.notTags && containsTags(log.tags, options.notTags)) {
+ return
+ }
+
+ // Don't know why but loggerFormat does not remove splat key
+ Object.assign(log, { splat: undefined })
+
+ logLevels[log.level](log)
+ } catch (err) {
+ console.error('Cannot parse line.', inspect(line))
+ throw err
+ }
+ })
+
+ stream.once('close', () => res())
+ }
+ })
+}
+
+// Thanks: https://stackoverflow.com/a/37014317
+async function getNewestFile (files: string[], basePath: string) {
+ const sorted = await mtimeSortFilesDesc(files, basePath)
+
+ return (sorted.length > 0) ? sorted[0].file : ''
+}
+
+async function getFiles () {
+ if (options.files) return options.files
+
+ const logFiles = await readdir(CONFIG.STORAGE.LOG_DIR)
+
+ const filename = await getNewestFile(logFiles, CONFIG.STORAGE.LOG_DIR)
+ return [ join(CONFIG.STORAGE.LOG_DIR, filename) ]
+}
function toTimeFormat (time: string) {
const timestamp = Date.parse(time)
if (isNaN(timestamp) === true) return 'Unknown date'
- return new Date(timestamp).toISOString()
+ const d = new Date(timestamp)
+ return d.toLocaleString() + `.${d.getMilliseconds()}`
}
-// Thanks: https://stackoverflow.com/a/37014317
-function getNewestFile (files: string[], basePath: string) {
- const out = []
-
- files.forEach(file => {
- const stats = statSync(basePath + '/' + file)
- if (stats.isFile()) out.push({ file, mtime: stats.mtime.getTime() })
- })
+function containsTags (loggerTags: string[], optionsTags: string[]) {
+ if (!loggerTags) return false
- out.sort((a, b) => b.mtime - a.mtime)
+ for (const lt of loggerTags) {
+ for (const ot of optionsTags) {
+ if (lt === ot) return true
+ }
+ }
- return (out.length > 0) ? out[ 0 ].file : ''
+ return false
}