Fix saved live master playlist bandwidth

[github/Chocobozzz/PeerTube.git] / scripts / parse-log.ts

diff --git a/scripts/parse-log.ts b/scripts/parse-log.ts
index 065fe7e82ff5e7b7c678f3c1400bec09f88c2609..6770f090b52830e36f5c886d890b878593752a8f 100755 (executable)
--- a/scripts/parse-log.ts
+++ b/scripts/parse-log.ts
@@ -1,27 +1,31 @@
-import { registerTSPaths } from '../server/helpers/register-ts-paths'
-registerTSPaths()
-
-import * as program from 'commander'
+import { program } from 'commander'
 import { createReadStream, readdir } from 'fs-extra'
 import { join } from 'path'
+import { stdin } from 'process'
 import { createInterface } from 'readline'
+import { format as sqlFormat } from 'sql-formatter'
+import { inspect } from 'util'
 import * as winston from 'winston'
-import { labelFormatter } from '../server/helpers/logger'
+import { labelFormatter, mtimeSortFilesDesc } from '../server/helpers/logger'
 import { CONFIG } from '../server/initializers/config'
-import { mtimeSortFilesDesc } from '../shared/core-utils/logs/logs'
-import { inspect } from 'util'
 
 program
   .option('-l, --level [level]', 'Level log (debug/info/warn/error)')
   .option('-f, --files [file...]', 'Files to parse. If not provided, the script will parse the latest log file from config)')
+  .option('-t, --tags [tags...]', 'Display only lines with these tags')
+  .option('-nt, --not-tags [tags...]', 'Donrt display lines containing these tags')
   .parse(process.argv)
 
+const options = program.opts()
+
 const excludedKeys = {
   level: true,
   message: true,
   splat: true,
   timestamp: true,
-  label: true
+  tags: true,
+  label: true,
+  sql: true
 }
 function keysExcluder (key, value) {
   return excludedKeys[key] === true ? undefined : value
@@ -32,13 +36,24 @@ const loggerFormat = winston.format.printf((info) => {
   if (additionalInfos === '{}') additionalInfos = ''
   else additionalInfos = ' ' + additionalInfos
 
+  if (info.sql) {
+    if (CONFIG.LOG.PRETTIFY_SQL) {
+      additionalInfos += '\n' + sqlFormat(info.sql, {
+        language: 'sql',
+        tabWidth: 2
+      })
+    } else {
+      additionalInfos += ' - ' + info.sql
+    }
+  }
+
   return `[${info.label}] ${toTimeFormat(info.timestamp)} ${info.level}: ${info.message}${additionalInfos}`
 })
 
 const logger = winston.createLogger({
   transports: [
     new winston.transports.Console({
-      level: program['level'] || 'debug',
+      level: options.level || 'debug',
       stderrLevels: [],
       format: winston.format.combine(
         winston.format.splat(),
@@ -62,34 +77,48 @@ run()
   .then(() => process.exit(0))
   .catch(err => console.error(err))
 
-function run () {
-  return new Promise(async res => {
-    const files = await getFiles()
+async function run () {
+  const files = await getFiles()
 
-    for (const file of files) {
-      console.log('Opening %s.', file)
+  for (const file of files) {
+    if (file === 'peertube-audit.log') continue
 
-      const stream = createReadStream(file)
+    await readFile(file)
+  }
+}
 
-      const rl = createInterface({
-        input: stream
-      })
+function readFile (file: string) {
+  console.log('Opening %s.', file)
 
-      rl.on('line', line => {
-        try {
-          const log = JSON.parse(line)
-          // Don't know why but loggerFormat does not remove splat key
-          Object.assign(log, { splat: undefined })
+  const stream = file === '-' ? stdin : createReadStream(file)
 
-          logLevels[log.level](log)
-        } catch (err) {
-          console.error('Cannot parse line.', inspect(line))
-          throw err
+  const rl = createInterface({
+    input: stream
+  })
+
+  return new Promise<void>(res => {
+    rl.on('line', line => {
+      try {
+        const log = JSON.parse(line)
+        if (options.tags && !containsTags(log.tags, options.tags)) {
+          return
         }
-      })
 
-      stream.once('close', () => res())
-    }
+        if (options.notTags && containsTags(log.tags, options.notTags)) {
+          return
+        }
+
+        // Don't know why but loggerFormat does not remove splat key
+        Object.assign(log, { splat: undefined })
+
+        logLevels[log.level](log)
+      } catch (err) {
+        console.error('Cannot parse line.', inspect(line))
+        throw err
+      }
+    })
+
+    stream.once('end', () => res())
   })
 }
 
@@ -101,7 +130,7 @@ async function getNewestFile (files: string[], basePath: string) {
 }
 
 async function getFiles () {
-  if (program['files']) return program['files']
+  if (options.files) return options.files
 
   const logFiles = await readdir(CONFIG.STORAGE.LOG_DIR)
 
@@ -114,5 +143,18 @@ function toTimeFormat (time: string) {
 
   if (isNaN(timestamp) === true) return 'Unknown date'
 
-  return new Date(timestamp).toISOString()
+  const d = new Date(timestamp)
+  return d.toLocaleString() + `.${d.getMilliseconds()}`
+}
+
+function containsTags (loggerTags: string[], optionsTags: string[]) {
+  if (!loggerTags) return false
+
+  for (const lt of loggerTags) {
+    for (const ot of optionsTags) {
+      if (lt === ot) return true
+    }
+  }
+
+  return false
 }