langParser.js: Generate language list dynamically

This adds ``langParser.js`` to generate the available
language list automatically from available translation
files. This also adds a npm script for generating before
webpack bundles. Modifies .gitignore so that generated
``languages.js`` file is ignored. Adds tests.

Closes: #125

Author: mooncos

.coafile

@@ -5,6 +5,7 @@ max_line_length = 80
 use_spaces = True
 
 [all.whitespace]
+ignore += src/js/languages.json
 bears = SpaceConsistencyBear
 default_actions = *: ApplyPatchAction
 

lib/langParser.js

@@ -0,0 +1,15 @@
+const fs = require('fs')
+const iso639 = require('iso-639-1')
+
+const availableLanguages = {}
+
+fs.readdir(`${__dirname}/../static/i18n`, (err, items) => {
+  items.forEach(function(value) {
+    const langName = value.substring(0, value.indexOf('.'))
+    const normalizedName = langName.split('_')[0]
+    const nativeName = iso639.getNativeName(normalizedName)
+    availableLanguages[nativeName] = langName
+  })
+})
+
+module.exports = availableLanguages

package-lock.json

@@ -9,9 +9,10 @@
     "generate": "node ./lib/generate.js",
     "gather": "node ./lib/gather.js",
     "main": "node ./lib/main.js",
+    "languages": "node ./lib/langParser.js",
     "clean": "rm -rf out/*",
     "dev": "webpack-dev-server --progress",
-    "bundle": "NODE_ENV=production webpack --progress",
+    "bundle": "set NODE_ENV=production && webpack --progress",
     "build": "npm run bundle && npm run gather && npm run scrape && npm run planet && npm run main && npm run generate",
     "build:clean": "npm run clean && npm run build",
     "test": "jest"
@@ -27,6 +28,7 @@
     "find-rss": "^1.6.4",
     "glob": "^7.1.2",
     "graphql-client": "^2.0.0",
+    "iso-639-1": "^2.0.3",
     "jquery": "^3.2.1",
     "jquery.i18n": "git+https://github.com/wikimedia/jquery.i18n.git",
     "json2yaml": "^1.1.0",
@@ -53,6 +55,7 @@
     "eslint-plugin-prettier": "^2.3.1",
     "expose-loader": "^0.7.4",
     "extract-text-webpack-plugin": "^3.0.2",
+    "generate-json-webpack-plugin": "^0.2.2",
     "jest": "^22.0.3",
     "mockdate": "^2.0.2",
     "postcss-loader": "^2.0.9",

package.json

@@ -0,0 +1 @@
+{"English":"en","Español":"es","Norsk bokmål":"nb_NO","język polski":"pl"}

src/js/languages.json

@@ -1,4 +1,5 @@
 import init from './app'
+const langs = require('./languages.json')
 
 var browserLocale
 
@@ -26,12 +27,7 @@ function updateTranslation(localex) {
 }
 
 $(window).on('load', function() {
-  var localeOptions = {
-    English: 'en',
-    Español: 'es',
-    Polski: 'pl',
-    'Norwegian Bokmål': 'nb_NO',
-  }
+  var localeOptions = langs
 
   var locList = $('#lang-select')
   $.each(localeOptions, function(key, value) {

src/js/locale.js

@@ -0,0 +1,22 @@
+/**
+ * langParser Library Test
+ */
+
+const fs = require('fs')
+const iso639 = require('iso-639-1')
+
+const testLangs = ['en', 'es', 'ja_AK', 'fr']
+const expectedLangs = ['English', 'Español', '日本語', 'Français']
+
+describe('lib.langParser', () => {
+  it('should get nativeName for each language', () => {
+    const resultLangs = []
+    testLangs.forEach(function(value) {
+      const normalizedName = value.split('_')[0]
+      const nativeName = iso639.getNativeName(normalizedName)
+      resultLangs.push(nativeName)
+    })
+
+    expect(resultLangs).toEqual(expectedLangs)
+  })
+})

tests/__data__/test-languages.js

@@ -4,7 +4,9 @@ const CleanWebpackPlugin = require('clean-webpack-plugin')
 const CopyWebpackPlugin = require('copy-webpack-plugin')
 const ManifestPlugin = require('webpack-manifest-plugin')
 const UglifyJSPlugin = require('uglifyjs-webpack-plugin')
+const GenerateJsonPlugin = require('generate-json-webpack-plugin')
 const path = require('path')
+const generatedLangList = require('./lib/langParser')
 
 const isProduction = process.env.NODE_ENV === 'production'
 const hash = isProduction ? '.[hash]' : ''
@@ -104,6 +106,7 @@ module.exports = {
     ]),
     new ExtractTextPlugin(`[name]${hash}.css`),
     new ManifestPlugin(),
+    new GenerateJsonPlugin('../src/js/languages.json', generatedLangList),
   ].concat(
     isProduction
       ? [