v1.1.0 Gulp task to generate everything from countries.json: .min.json, .minimal.json, .sql

Zork · Zork · commit 09ac3fd65acc · 2016-03-25T16:10:29.000+02:00
diff --git a/composer.json b/composer.json
@@ -1,6 +1,6 @@
 {
     "name": "annexare/countries-list",
-    "version": "1.0.4",
+    "version": "1.1.0",
     "description": "Continents & countries: ISO 3166-1 alpha-2 code, name, languages, capital and currency, native name, calling codes. Available in JSON and SQL formats.",
     "type": "library",
     "keywords": [
diff --git a/countries.min.json b/countries.min.json
diff --git a/countries.sql b/countries.sql
@@ -1,9 +1,9 @@
-CREATE TABLE IF NOT EXISTS `continents` (
+DROP TABLE IF EXISTS `continents`;
+CREATE TABLE `continents` (
   `code` VARCHAR(2)  NOT NULL DEFAULT '',
-  `name` VARCHAR(15) NOT NULL DEFAULT ''
-)
-  ENGINE =MyISAM
-  DEFAULT CHARSET =utf8;
+  `name` VARCHAR(15) NOT NULL DEFAULT '',
+  UNIQUE KEY `code` (`code`)
+) ENGINE=MyISAM DEFAULT CHARSET=utf8;
 
 INSERT INTO `continents` (`code`, `name`) VALUES
   ('AF', 'Africa'),
@@ -14,21 +14,21 @@ INSERT INTO `continents` (`code`, `name`) VALUES
   ('OC', 'Oceania'),
   ('SA', 'South America');
 
-CREATE TABLE IF NOT EXISTS `countries` (
-  `code`      VARCHAR(2)  NOT NULL DEFAULT '',
-  `name`      VARCHAR(50) NOT NULL DEFAULT '',
-  `native`    VARCHAR(50) NOT NULL DEFAULT '',
-  `phone`     VARCHAR(15) NOT NULL DEFAULT '',
-  `continent` VARCHAR(2)  NOT NULL DEFAULT '',
-  `capital`   VARCHAR(50) NOT NULL DEFAULT '',
-  `currency`  VARCHAR(30) NOT NULL DEFAULT '',
-  `languages` VARCHAR(30) NOT NULL DEFAULT ''
-)
-  ENGINE =MyISAM
-  DEFAULT CHARSET =utf8;
+DROP TABLE IF EXISTS `countries`;
+CREATE TABLE `countries` (
+  `code` VARCHAR(2)  NOT NULL DEFAULT '',
+  `name` VARCHAR(50) NOT NULL DEFAULT '',
+  `native` VARCHAR(50) NOT NULL DEFAULT '',
+  `phone` VARCHAR(15) NOT NULL DEFAULT '',
+  `continent` VARCHAR(2) NOT NULL DEFAULT '',
+  `capital` VARCHAR(50) NOT NULL DEFAULT '',
+  `currency` VARCHAR(30) NOT NULL DEFAULT '',
+  `languages` VARCHAR(30) NOT NULL DEFAULT '',
+  UNIQUE KEY `code` (`code`),
+  KEY `continent` (`continent`)
+) ENGINE=MyISAM DEFAULT CHARSET=utf8;
 
-INSERT INTO `countries` (`code`, `name`, `native`, `phone`, `continent`, `capital`, `currency`, `languages`)
-VALUES
+INSERT INTO `countries` (`code`, `name`) VALUES
   ('AD', 'Andorra', 'Andorra', '376', 'EU', 'Andorra la Vella', 'EUR', 'ca'),
   ('AE', 'United Arab Emirates', 'دولة الإمارات العربية المتحدة', '971', 'AS', 'Abu Dhabi', 'AED', 'ar'),
   ('AF', 'Afghanistan', 'افغانستان', '93', 'AS', 'Kabul', 'AFN', 'ps,uz,tk'),
@@ -276,14 +276,6 @@ VALUES
   ('XK', 'Kosovo', 'Republika e Kosovës', '377,381,386', 'EU', 'Pristina', 'EUR', 'sq,sr'),
   ('YE', 'Yemen', 'اليَمَن', '967', 'AS', 'Sana''a', 'YER', 'ar'),
   ('YT', 'Mayotte', 'Mayotte', '262', 'AF', 'Mamoudzou', 'EUR', 'fr'),
-  ('ZA', 'South Africa', 'South Africa', '27', 'AF', 'Pretoria', 'ZAR',
-   'af,en,nr,st,ss,tn,ts,ve,xh,zu'),
+  ('ZA', 'South Africa', 'South Africa', '27', 'AF', 'Pretoria', 'ZAR', 'af,en,nr,st,ss,tn,ts,ve,xh,zu'),
   ('ZM', 'Zambia', 'Zambia', '260', 'AF', 'Lusaka', 'ZMK', 'en'),
   ('ZW', 'Zimbabwe', 'Zimbabwe', '263', 'AF', 'Harare', 'ZWL', 'en,sn,nd');
-
-
-ALTER TABLE `continents`
-ADD UNIQUE KEY `code` (`code`);
-
-ALTER TABLE `countries`
-ADD UNIQUE KEY `code` (`code`), ADD KEY `continent` (`continent`);
diff --git a/gulpfile.js b/gulpfile.js
@@ -0,0 +1,161 @@
+'use strict';
+
+const
+    NAME = 'countries',
+    LF = "\n",
+    DO_MIN = 'min',
+    DO_MINIMAL = 'minimal',
+    DO_SQL = 'sql',
+    fs = require('fs'),
+    gulp = require('gulp'),
+    countries = require('./' + NAME + '.json');
+
+gulp.task(DO_MIN, function (callback) {
+    fs.writeFile(`./${NAME}.${DO_MIN}.json`, JSON.stringify(countries) + LF, callback);
+});
+
+gulp.task(DO_MINIMAL, function (callback) {
+    let minimal = {},
+        codes = Object.keys(countries.countries);
+
+    for (let code of codes) {
+        minimal[code] = countries.countries[code].name;
+    }
+
+    fs.writeFile(`./${NAME}.${DO_MINIMAL}.json`, JSON.stringify(minimal) + LF, callback);
+});
+
+gulp.task(DO_SQL, function (callback) {
+    let continentFields = [{
+            name: 'code',
+            type: 'VARCHAR(2)  NOT NULL DEFAULT \'\'',
+            unique: true
+        }, {
+            name: 'name',
+            type: 'VARCHAR(15) NOT NULL DEFAULT \'\''
+        }],
+        countryFields = [{
+            name: 'code',
+            type: 'VARCHAR(2)  NOT NULL DEFAULT \'\'',
+            unique: true
+        }, {
+            name: 'name',
+            type: 'VARCHAR(50) NOT NULL DEFAULT \'\''
+        }, {
+            name: 'native',
+            type: 'VARCHAR(50) NOT NULL DEFAULT \'\''
+        }, {
+            name: 'phone',
+            type: 'VARCHAR(15) NOT NULL DEFAULT \'\''
+        }, {
+            name: 'continent',
+            type: 'VARCHAR(2) NOT NULL DEFAULT \'\'',
+            key: true
+        }, {
+            name: 'capital',
+            type: 'VARCHAR(50) NOT NULL DEFAULT \'\''
+        }, {
+            name: 'currency',
+            type: 'VARCHAR(30) NOT NULL DEFAULT \'\''
+        }, {
+            name: 'languages',
+            type: 'VARCHAR(30) NOT NULL DEFAULT \'\''
+        }],
+
+        continentList = Object.keys(countries.continents)
+            .map(key => {
+                return [key, countries.continents[key]];
+            }),
+        countryList = Object.keys(countries.countries)
+            .map(key => {
+                let country = countries.countries[key],
+                    values = [key];
+
+                Object.keys(country).forEach(field => {
+                    values.push(country[field]);
+                });
+
+                return values;
+            }),
+        sql;
+
+    sql = sqlHeader('continents', continentFields)
+        + LF + LF
+        + sqlValues('continents', continentFields, continentList)
+        + LF + LF
+        + sqlHeader('countries', countryFields)
+        + LF + LF
+        + sqlValues('countries', continentFields, countryList);
+
+    fs.writeFile(`./${NAME}.${DO_SQL}`, sql + LF, callback);
+});
+
+gulp.task('default', [DO_MIN, DO_MINIMAL, DO_SQL]);
+
+
+function objectValues(item) {
+    return Object.keys(item)
+        .map(key => item[key]);
+}
+function sqlHeader(table, fields) {
+    let lines = [
+        'DROP TABLE IF EXISTS `' + table + '`;',
+        'CREATE TABLE `' + table + '` (',
+        '  '
+        + fields
+            .map(field => '`' + field.name + '` ' + field.type)
+            .join(',' + LF + '  ')
+        + sqlKeys(fields),
+        ') ENGINE=MyISAM DEFAULT CHARSET=utf8;'
+    ];
+
+    return lines.join(LF);
+}
+function sqlKeys(fields) {
+    let keys = [];
+
+    fields.forEach(field => {
+        let key = false;
+        if (field.key || field.unique) {
+            let name = '`' + field.name + '`';
+            key = 'KEY ' + name + ' (' + name + ')';
+
+            if (field.unique) {
+                key = 'UNIQUE ' + key;
+            }
+
+            keys.push(key);
+        }
+    });
+
+    return (keys ? ',' + LF + '  ' : '')
+        +  keys.join(',' + LF + '  ');
+}
+function sqlValues(table, fields, values) {
+    if (!values || !values.length) {
+        return '';
+    }
+
+    let lines = [
+        'INSERT INTO `' + table + '` (`'
+        + fields
+            .map(field => field.name)
+            .join('`, `')
+        + '`) VALUES'
+    ],
+        valueLines = [];
+
+    values.forEach(values => {
+        valueLines.push(
+            '  (\''
+            + values
+                .map(value => value.replace(/'/g, "''"))
+                .join('\', \'')
+            + '\')');
+    });
+
+    return lines.join(LF)
+        + LF
+        + valueLines.join(',' + LF)
+        + ';';
+}
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "countries-list",
-    "version": "1.0.4",
+    "version": "1.1.0",
     "description": "Continents & countries: ISO 3166-1 alpha-2 code, name, languages, capital and currency, native name, calling codes. Available in JSON and SQL formats.",
     "main": "countries.json",
     "repository": {
@@ -25,6 +25,9 @@
         "email": "z@annexare.com",
         "url": "https://github.com/z-ax"
     },
+    "devDependencies": {
+        "gulp": "*"
+    },
     "license": "MIT",
     "bugs": {
         "url": "https://github.com/annexare/Countries/issues"

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`{`
`2`	`2`	`"name": "annexare/countries-list",`
`3`		`- "version": "1.0.4",`
	`3`	`+ "version": "1.1.0",`
`4`	`4`	`"description": "Continents & countries: ISO 3166-1 alpha-2 code, name, languages, capital and currency, native name, calling codes. Available in JSON and SQL formats.",`
`5`	`5`	`"type": "library",`
`6`	`6`	`"keywords": [`