X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=scripts%2Fparse-log.ts;h=065fe7e82ff5e7b7c678f3c1400bec09f88c2609;hb=1e743faafeed89af13ee9dd3d62c1ceb696779cd;hp=2c5ef696d6fe380ef666628b153592bb83a4e901;hpb=0647f472bc45d82a34e509434c112326499bbe17;p=github%2FChocobozzz%2FPeerTube.git diff --git a/scripts/parse-log.ts b/scripts/parse-log.ts index 2c5ef696d..065fe7e82 100755 --- a/scripts/parse-log.ts +++ b/scripts/parse-log.ts @@ -1,9 +1,20 @@ -import { createReadStream } from 'fs' +import { registerTSPaths } from '../server/helpers/register-ts-paths' +registerTSPaths() + +import * as program from 'commander' +import { createReadStream, readdir } from 'fs-extra' import { join } from 'path' import { createInterface } from 'readline' import * as winston from 'winston' import { labelFormatter } from '../server/helpers/logger' -import { CONFIG } from '../server/initializers/constants' +import { CONFIG } from '../server/initializers/config' +import { mtimeSortFilesDesc } from '../shared/core-utils/logs/logs' +import { inspect } from 'util' + +program + .option('-l, --level [level]', 'Level log (debug/info/warn/error)') + .option('-f, --files [file...]', 'Files to parse. If not provided, the script will parse the latest log file from config)') + .parse(process.argv) const excludedKeys = { level: true, @@ -24,14 +35,14 @@ const loggerFormat = winston.format.printf((info) => { return `[${info.label}] ${toTimeFormat(info.timestamp)} ${info.level}: ${info.message}${additionalInfos}` }) -const logger = new winston.createLogger({ +const logger = winston.createLogger({ transports: [ new winston.transports.Console({ - level: 'debug', + level: program['level'] || 'debug', stderrLevels: [], format: winston.format.combine( winston.format.splat(), - labelFormatter, + labelFormatter(), winston.format.colorize(), loggerFormat ) @@ -47,20 +58,56 @@ const logLevels = { debug: logger.debug.bind(logger) } -const path = join(CONFIG.STORAGE.LOG_DIR, 'peertube.log') -console.log('Opening %s.', path) +run() + .then(() => process.exit(0)) + .catch(err => console.error(err)) -const rl = createInterface({ - input: createReadStream(path) -}) +function run () { + return new Promise(async res => { + const files = await getFiles() -rl.on('line', line => { - const log = JSON.parse(line) - // Don't know why but loggerFormat does not remove splat key - Object.assign(log, { splat: undefined }) + for (const file of files) { + console.log('Opening %s.', file) - logLevels[log.level](log) -}) + const stream = createReadStream(file) + + const rl = createInterface({ + input: stream + }) + + rl.on('line', line => { + try { + const log = JSON.parse(line) + // Don't know why but loggerFormat does not remove splat key + Object.assign(log, { splat: undefined }) + + logLevels[log.level](log) + } catch (err) { + console.error('Cannot parse line.', inspect(line)) + throw err + } + }) + + stream.once('close', () => res()) + } + }) +} + +// Thanks: https://stackoverflow.com/a/37014317 +async function getNewestFile (files: string[], basePath: string) { + const sorted = await mtimeSortFilesDesc(files, basePath) + + return (sorted.length > 0) ? sorted[0].file : '' +} + +async function getFiles () { + if (program['files']) return program['files'] + + const logFiles = await readdir(CONFIG.STORAGE.LOG_DIR) + + const filename = await getNewestFile(logFiles, CONFIG.STORAGE.LOG_DIR) + return [ join(CONFIG.STORAGE.LOG_DIR, filename) ] +} function toTimeFormat (time: string) { const timestamp = Date.parse(time)