Use ISO 639 for languages

2 files changed, 199 insertions, 33 deletions

diff --git a/server/initializers/constants.ts b/server/initializers/constants.ts
index d1915586a..9c9c3afc0 100644
--- a/server/initializers/constants.ts
+++ b/server/initializers/constants.ts
@@ -13,7 +13,7 @@ let config: IConfig = require('config')
 
 // ---------------------------------------------------------------------------
 
-const LAST_MIGRATION_VERSION = 205
+const LAST_MIGRATION_VERSION = 210
 
 // ---------------------------------------------------------------------------
 
@@ -196,6 +196,7 @@ const CONSTRAINTS_FIELDS = {
   },
   VIDEOS: {
     NAME: { min: 3, max: 120 }, // Length
+    LANGUAGE: { min: 1, max: 10 }, // Length
     TRUNCATED_DESCRIPTION: { min: 3, max: 250 }, // Length
     DESCRIPTION: { min: 3, max: 10000 }, // Length
     SUPPORT: { min: 3, max: 300 }, // Length
@@ -291,38 +292,7 @@ const VIDEO_LICENCES = {
   7: 'Public Domain Dedication'
 }
 
-// See https://en.wikipedia.org/wiki/List_of_languages_by_number_of_native_speakers#Nationalencyklopedin
-const VIDEO_LANGUAGES = {
-  1: 'English',
-  2: 'Spanish',
-  3: 'Mandarin',
-  4: 'Hindi',
-  5: 'Arabic',
-  6: 'Portuguese',
-  7: 'Bengali',
-  8: 'Russian',
-  9: 'Japanese',
-  10: 'Punjabi',
-  11: 'German',
-  12: 'Korean',
-  13: 'French',
-  14: 'Italian',
-  1000: 'Sign Language',
-  1001: 'American Sign Language',
-  1002: 'Arab Sign Language',
-  1003: 'British Sign Language',
-  1004: 'Brazilian Sign Language',
-  1005: 'Chinese Sign Language',
-  1006: 'Czech Sign Language',
-  1007: 'Danish Sign Language',
-  1008: 'French Sign Language',
-  1009: 'German Sign Language',
-  1010: 'Indo-Pakistani Sign Language',
-  1011: 'Japanese Sign Language',
-  1012: 'South African Sign Language',
-  1013: 'Swedish Sign Language',
-  1014: 'Russian Sign Language'
-}
+const VIDEO_LANGUAGES = buildLanguages()
 
 const VIDEO_PRIVACIES = {
   [VideoPrivacy.PUBLIC]: 'Public',
@@ -521,6 +491,40 @@ function updateWebserverConfig () {
   CONFIG.WEBSERVER.HOST = sanitizeHost(CONFIG.WEBSERVER.HOSTNAME + ':' + CONFIG.WEBSERVER.PORT, REMOTE_SCHEME.HTTP)
 }
 
+function buildLanguages () {
+  const iso639 = require('iso-639-3')
+
+  const languages: { [ id: string ]: string } = {}
+
+  const signLanguages = [
+    'sgn', // Sign languages (macro language)
+    'ase', // American
+    'sdl', // Arabian
+    'bfi', // British
+    'bzs', // Brazilian
+    'csl', // Chinese
+    'cse', // Czech
+    'dsl', // Danish
+    'fsl', // French
+    'gsg', // German
+    'pks', // Pakistan
+    'jsl', // Japanese
+    'sfs', // South African
+    'swl', // Swedish
+    'rsl' // Russian
+  ]
+
+  // Only add ISO639-1 languages and some sign languages (ISO639-3)
+  iso639
+    .filter(l => {
+      return (l.iso6391 !== null && l.type === 'living') ||
+        signLanguages.indexOf(l.iso6393) !== -1
+    })
+    .forEach(l => languages[l.iso6391 || l.iso6393] = l.name)
+
+  return languages
+}
+
 export function reloadConfig () {
 
   function directory () {
diff --git a/server/initializers/migrations/0210-video-language.ts b/server/initializers/migrations/0210-video-language.ts
new file mode 100644
index 000000000..b7ec90905
--- /dev/null
+++ b/server/initializers/migrations/0210-video-language.ts
@@ -0,0 +1,162 @@
+import * as Sequelize from 'sequelize'
+import { CONSTRAINTS_FIELDS } from '../index'
+
+async function up (utils: {
+  transaction: Sequelize.Transaction,
+  queryInterface: Sequelize.QueryInterface,
+  sequelize: Sequelize.Sequelize
+}): Promise<void> {
+
+  {
+    await utils.queryInterface.renameColumn('video', 'language', 'oldLanguage')
+  }
+
+  {
+    const data = {
+      type: Sequelize.STRING(CONSTRAINTS_FIELDS.VIDEOS.LANGUAGE.max),
+      allowNull: true,
+      defaultValue: null
+    }
+    await utils.queryInterface.addColumn('video', 'language', data)
+  }
+
+  {
+    const languages = [
+      {
+        oldLanguage: 1,
+        newLanguage: 'en'
+      },
+      {
+        oldLanguage: 2,
+        newLanguage: 'es'
+      },
+      {
+        oldLanguage: 3,
+        newLanguage: 'zh'
+      },
+      {
+        oldLanguage: 4,
+        newLanguage: 'hi'
+      },
+      {
+        oldLanguage: 5,
+        newLanguage: 'ar'
+      },
+      {
+        oldLanguage: 6,
+        newLanguage: 'pt'
+      },
+      {
+        oldLanguage: 7,
+        newLanguage: 'bn'
+      },
+      {
+        oldLanguage: 8,
+        newLanguage: 'ru'
+      },
+      {
+        oldLanguage: 9,
+        newLanguage: 'ja'
+      },
+      {
+        oldLanguage: 10,
+        newLanguage: 'pa'
+      },
+      {
+        oldLanguage: 11,
+        newLanguage: 'de'
+      },
+      {
+        oldLanguage: 12,
+        newLanguage: 'ko'
+      },
+      {
+        oldLanguage: 13,
+        newLanguage: 'fr'
+      },
+      {
+        oldLanguage: 14,
+        newLanguage: 'it'
+      },
+      {
+        oldLanguage: 1000,
+        newLanguage: 'sgn'
+      },
+      {
+        oldLanguage: 1001,
+        newLanguage: 'ase'
+      },
+      {
+        oldLanguage: 1002,
+        newLanguage: 'sdl'
+      },
+      {
+        oldLanguage: 1003,
+        newLanguage: 'bfi'
+      },
+      {
+        oldLanguage: 1004,
+        newLanguage: 'bzs'
+      },
+      {
+        oldLanguage: 1005,
+        newLanguage: 'csl'
+      },
+      {
+        oldLanguage: 1006,
+        newLanguage: 'cse'
+      },
+      {
+        oldLanguage: 1007,
+        newLanguage: 'dsl'
+      },
+      {
+        oldLanguage: 1008,
+        newLanguage: 'fsl'
+      },
+      {
+        oldLanguage: 1009,
+        newLanguage: 'gsg'
+      },
+      {
+        oldLanguage: 1010,
+        newLanguage: 'pks'
+      },
+      {
+        oldLanguage: 1011,
+        newLanguage: 'jsl'
+      },
+      {
+        oldLanguage: 1012,
+        newLanguage: 'sfs'
+      },
+      {
+        oldLanguage: 1013,
+        newLanguage: 'swl'
+      },
+      {
+        oldLanguage: 1014,
+        newLanguage: 'rsl'
+      }
+    ]
+
+    for (const language of languages) {
+      const query = 'UPDATE "video" SET "language" = \'' + language.newLanguage + '\' WHERE "oldLanguage" = ' + language.oldLanguage
+      await utils.sequelize.query(query)
+    }
+  }
+
+  {
+    await utils.queryInterface.removeColumn('video', 'oldLanguage')
+  }
+
+}
+
+function down (options) {
+  throw new Error('Not implemented.')
+}
+
+export {
+  up,
+  down
+}