Merge pull request #14 from catsystems/flight-log-csvs

Split flight log export into multiple CSVs

Author: l-jost

src/modules/flightlog.js

@@ -1,24 +1,26 @@
 import fs from "fs";
 
-export function exportCSV(flightLog) {
-  let csvObject = {
-    imu: flightLog.imu,
-    baro: flightLog.baro,
-    flightInfo: flightLog.flightInfo,
-    orientationInf: flightLog.orientationInf,
+export function exportFlightLogToCSVs(flightLog) {
+  const flightLogDir = "flight-log-export"
+  let flightLogSections = ["imu", "baro", "flightInfo", "orientationInfo", "filteredDataInfo", "flightStates", "eventInfo", "voltageInfo"];
+
+  if (!fs.existsSync(flightLogDir)){
+    fs.mkdirSync(flightLogDir);
   }
 
-  fs.writeFile("flightlog.csv", objectToCsv(csvObject), 'utf8', function (err) {
-    if (err) {
-      console.log("An error occurred while writing CSV Object to File.");
-      return console.log(err);
-    }
-    console.log("CSV file has been saved.");
-  });
+  for (let flightLogSection of flightLogSections) {
+    fs.writeFile(`${flightLogDir}/${flightLogSection}.csv`, objectArrayToCSV(flightLog[flightLogSection]), "utf8", function (err) {
+      if (err) {
+        console.log("An error occurred while writing CSV object to file.");
+        return console.log(err);
+      }
+      console.log("CSV file has been saved.");
+    });
+  }
 }
 
 export function exportJSON(flightLog) {
-  fs.writeFile("flightlog.json", JSON.stringify(flightLog), 'utf8', function (err) {
+  fs.writeFile("flightlog.json", JSON.stringify(flightLog), "utf8", function (err) {
     if (err) {
       console.log("An error occurred while writing JSON Object to File.");
       return console.log(err);
@@ -27,53 +29,42 @@ export function exportJSON(flightLog) {
   });
 }
 
-function objectToCsv(obj, separator = ",") {
-
-  let flattened = {}
-  function headerMaker(item) {
-    for (const [key, value] of Object.entries(item)) {
-      if (Array.isArray(value)) {
-        flattened[key] = value;
-      } else if (typeof value === 'object') {
-        headerMaker(value);
-      }
-    }
+function objectArrayToCSV(arr, separator = ",") {
+  if (!Array.isArray(arr)) {
+    console.log("objectArrayToCSV first argument must be an array.");
+    return;
   }
-  headerMaker(obj);
 
-  function transposeArray(array) {
-    let arrayLength = array[0].length;
-    for (var i = 0; i < array.length; i++) {
-      if (array[i].length < arrayLength)
-        arrayLength = array[i].length;
-    };
+  let CSVColumnNames = getCSVColumnNames(arr[0]);
 
-    let newArray = [];
-    for (var i = 0; i < arrayLength; i++) {
-      let sub = []
-      for (var j = 0; j < array.length; j++) {
-        sub.push(...Object.values(array[j][i]));
-      };
-      newArray.push(sub)
-    };
-    return newArray;
-  }
+  let CSVHeader = CSVColumnNames.join(separator);
+  let CSVBody = arr.map(obj => 
+    CSVColumnNames.map(header => getObjectValue(obj, header)).join(separator)
+  ).join("\n");
 
-  let header = []
-  for (const [key, value] of Object.entries(flattened)) {
-    for (const sub of Object.keys(value[0])) {
-      header.push(key + "." + sub)
-    }
-  }
-  let rows = transposeArray(Object.values(flattened))
+  return CSVHeader + "\n" + CSVBody;
+}
+
+function getCSVColumnNames(obj) {
+  let headerSet = new Set();
 
-  let headerLength = header.length
+  for (let key of Object.keys(obj)) {
+      if (typeof obj[key] == "object") {
+          headerSet = new Set(...headerSet, extractCSVHeaders(obj[key]).map(v => `${key}.${v}`));
+      }
+      else headerSet.add(key); 
+  };
+
+  return [...headerSet];
+};
+
+function getObjectValue(obj, path) {
+  let value = obj;
 
-  let text = header.join(separator) + "\n";
-  for (const row of rows) {
-    if (row.length != headerLength)
-      console.log("length mismatch")
-    text += row.join(separator) + "\n";
+  for (let key of path.split(".")) {
+      value = value?.[key];
+      if (value === undefined) return value;
   }
-  return text
-}
+
+  return value;
+};

src/modules/ipc.js

@@ -1,7 +1,7 @@
 import { ipcMain, dialog } from "electron";
 import fs from "fs";
 import { parseFlightLog } from "./logparser.js"
-import { exportCSV } from "./flightlog.js"
+import { exportFlightLogToCSVs } from "./flightlog.js"
 import { connect, disconnect, command, cliCommand, getList } from "./serial.js";
 
 export function subscribeListeners() {
@@ -69,9 +69,9 @@ export function subscribeListeners() {
     event.sender.send("LOAD_FLIGHTLOG", flightLog);
   });
 
-  ipcMain.on("EXPORT_FLIGHTLOG_CSV", (event, flightLog) => {
-    exportCSV(flightLog)
-    event.sender.send("EXPORT_FLIGHTLOG_CSV");
+  ipcMain.on("EXPORT_FLIGHTLOG_CSVS", (event, flightLog) => {
+    exportFlightLogToCSVs(flightLog)
+    event.sender.send("EXPORT_FLIGHTLOG_CSVS");
   });
 
   ipcMain.on("EXPORT_FLIGHTLOG_HTML", (event, flightLogHtmlStr) => {

src/preload.js

@@ -24,7 +24,7 @@ const CHANNELS = [
   "BOARD:SAVE",
   "CLI_COMMAND",
   "LOAD_FLIGHTLOG",
-  "EXPORT_FLIGHTLOG_CSV",
+  "EXPORT_FLIGHTLOG_CSVS",
   "EXPORT_FLIGHTLOG_HTML",
 ];
 

src/views/Home.vue

@@ -46,7 +46,7 @@
                 <v-col cols="auto">
                   <v-btn
                     color="primary"
-                    @click="exportFlightLogCsv"
+                    @click="exportFlightLogCSVs"
                     :loading="exportButtonLoading">Export CSV</v-btn>
                 </v-col>
                 <v-col cols="auto">
@@ -101,7 +101,7 @@ export default {
 
       if (el) makePlots(flightLog, el)
     });
-    window.renderer.on("EXPORT_FLIGHTLOG_CSV", (flightLog) => {
+    window.renderer.on("EXPORT_FLIGHTLOG_CSVS", (flightLog) => {
       this.exportButtonLoading = false;
     });
     window.renderer.on("EXPORT_FLIGHTLOG_HTML", (flightLog) => {
@@ -116,9 +116,9 @@ export default {
         window.renderer.send("LOAD_FLIGHTLOG", file.path);
       }
     },
-    exportFlightLogCsv() {
+    exportFlightLogCSVs() {
       this.exportButtonLoading = true;
-      window.renderer.send("EXPORT_FLIGHTLOG_CSV", this.flightLog);
+      window.renderer.send("EXPORT_FLIGHTLOG_CSVS", this.flightLog);
     },
     exportFlightLogHtml() {
       this.exportButtonLoading = true;