X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=scripts%2Fparse-log.ts;h=6770f090b52830e36f5c886d890b878593752a8f;hb=81bd40d2cb563a4c1c7be9c2b17e37fc04bfff6a;hp=3679dab747c02c632718da931f77507be4beafd2;hpb=ba5a8d89bbf049e4afc41543bcc072cccdb02669;p=github%2FChocobozzz%2FPeerTube.git diff --git a/scripts/parse-log.ts b/scripts/parse-log.ts index 3679dab74..6770f090b 100755 --- a/scripts/parse-log.ts +++ b/scripts/parse-log.ts @@ -1,20 +1,19 @@ -import { registerTSPaths } from '../server/helpers/register-ts-paths' -registerTSPaths() - -import * as program from 'commander' +import { program } from 'commander' import { createReadStream, readdir } from 'fs-extra' import { join } from 'path' +import { stdin } from 'process' import { createInterface } from 'readline' +import { format as sqlFormat } from 'sql-formatter' +import { inspect } from 'util' import * as winston from 'winston' -import { labelFormatter } from '../server/helpers/logger' +import { labelFormatter, mtimeSortFilesDesc } from '../server/helpers/logger' import { CONFIG } from '../server/initializers/config' -import { mtimeSortFilesDesc } from '../shared/core-utils/logs/logs' -import { inspect } from 'util' -import { format as sqlFormat } from 'sql-formatter' program .option('-l, --level [level]', 'Level log (debug/info/warn/error)') .option('-f, --files [file...]', 'Files to parse. If not provided, the script will parse the latest log file from config)') + .option('-t, --tags [tags...]', 'Display only lines with these tags') + .option('-nt, --not-tags [tags...]', 'Donrt display lines containing these tags') .parse(process.argv) const options = program.opts() @@ -24,6 +23,7 @@ const excludedKeys = { message: true, splat: true, timestamp: true, + tags: true, label: true, sql: true } @@ -40,7 +40,7 @@ const loggerFormat = winston.format.printf((info) => { if (CONFIG.LOG.PRETTIFY_SQL) { additionalInfos += '\n' + sqlFormat(info.sql, { language: 'sql', - indent: ' ' + tabWidth: 2 }) } else { additionalInfos += ' - ' + info.sql @@ -77,34 +77,48 @@ run() .then(() => process.exit(0)) .catch(err => console.error(err)) -function run () { - return new Promise(async res => { - const files = await getFiles() +async function run () { + const files = await getFiles() + + for (const file of files) { + if (file === 'peertube-audit.log') continue - for (const file of files) { - console.log('Opening %s.', file) + await readFile(file) + } +} - const stream = createReadStream(file) +function readFile (file: string) { + console.log('Opening %s.', file) - const rl = createInterface({ - input: stream - }) + const stream = file === '-' ? stdin : createReadStream(file) - rl.on('line', line => { - try { - const log = JSON.parse(line) - // Don't know why but loggerFormat does not remove splat key - Object.assign(log, { splat: undefined }) + const rl = createInterface({ + input: stream + }) - logLevels[log.level](log) - } catch (err) { - console.error('Cannot parse line.', inspect(line)) - throw err + return new Promise(res => { + rl.on('line', line => { + try { + const log = JSON.parse(line) + if (options.tags && !containsTags(log.tags, options.tags)) { + return } - }) - stream.once('close', () => res()) - } + if (options.notTags && containsTags(log.tags, options.notTags)) { + return + } + + // Don't know why but loggerFormat does not remove splat key + Object.assign(log, { splat: undefined }) + + logLevels[log.level](log) + } catch (err) { + console.error('Cannot parse line.', inspect(line)) + throw err + } + }) + + stream.once('end', () => res()) }) } @@ -129,5 +143,18 @@ function toTimeFormat (time: string) { if (isNaN(timestamp) === true) return 'Unknown date' - return new Date(timestamp).toISOString() + const d = new Date(timestamp) + return d.toLocaleString() + `.${d.getMilliseconds()}` +} + +function containsTags (loggerTags: string[], optionsTags: string[]) { + if (!loggerTags) return false + + for (const lt of loggerTags) { + for (const ot of optionsTags) { + if (lt === ot) return true + } + } + + return false }