added check for empty column values in every row

Author: Gary Arora

lib/athenaExpress.js

@@ -197,6 +197,7 @@ function getRawResultsFromS3(lineReader) {
 }
 
 function cleanUpDML(lineReader) {
+
 	let headerList = [],
 		isFirstRecord = true,
 		cleanJson = [],
@@ -215,7 +216,9 @@ function cleanUpDML(lineReader) {
 					singleJsonRow = {};
 					noOfColumns = line.length;
 					for (let i = 0; i < noOfColumns; i++) {
-						singleJsonRow[[headerList[i]]] = line[i];
+						if(line[i].length) {
+							singleJsonRow[[headerList[i]]] = line[i];
+						}
 					}
 					cleanJson.push(singleJsonRow);
 				}
@@ -231,6 +234,8 @@ function cleanUpNonDML(lineReader) {
 	return new Promise(function(resolve, reject) {
 		lineReader
 			.on("line", line => {
+							console.log(line)
+
 				switch (true) {
 					case line.indexOf("\t") > 0:
 						line = line.split("\t");

package.json

@@ -1,6 +1,6 @@
 {
   "name": "athena-express",
-  "version": "3.0.2",
+  "version": "3.1.0",
   "description": "Athena-Express makes it easier to execute SQL queries on Amazon Athena by consolidating & astracting several methods in the AWS SDK",
   "main": "./lib/index.js",
   "scripts": {