Added Totals to csv

Author: fcostaoliveira

memtier_benchmark.cpp

@@ -1522,6 +1522,7 @@ run_stats run_benchmark(int run_id, benchmark_config* cfg, object_generator* obj
             // Merge all threads for this second to get accurate aggregated percentiles
             std::vector<double> set_percentiles;
             std::vector<double> get_percentiles;
+            std::vector<double> total_percentiles;
 
             if (cfg->print_percentiles.quantile_list.size() > 0) {
                 // Create temporary stats and merge all threads for this second
@@ -1540,14 +1541,16 @@ run_stats run_benchmark(int run_id, benchmark_config* cfg, object_generator* obj
                     const one_second_stats& latest_second = stats_list.back();
                     set_percentiles = latest_second.m_set_cmd.summarized_quantile_values;
                     get_percentiles = latest_second.m_get_cmd.summarized_quantile_values;
+                    total_percentiles = latest_second.m_total_cmd.summarized_quantile_values;
                 }
             }
 
             // Use the properly aggregated percentile data!
             run_stats::write_csv_realtime_data(csv_file, second_counter, active_connections, cur_connection_errors,
                                              cur_ops, cur_bytes, cur_latency, cfg,
                                              set_percentiles.empty() ? nullptr : &set_percentiles,
-                                             get_percentiles.empty() ? nullptr : &get_percentiles);
+                                             get_percentiles.empty() ? nullptr : &get_percentiles,
+                                             total_percentiles.empty() ? nullptr : &total_percentiles);
         }
     } while (active_threads > 0);
 

run_stats.cpp

@@ -406,6 +406,15 @@ void run_stats::save_csv_one_sec(FILE *f,
         fprintf(f, ",WAIT p%.1f Latency", quantile);
     }
 
+    // Add TOTAL columns (matching JSON structure)
+    fprintf(f, ",TOTAL Requests,TOTAL Average Latency,TOTAL Total Bytes,TOTAL Total Bytes TX,TOTAL Total Bytes RX");
+
+    // Add TOTAL percentile columns
+    for (std::size_t i = 0; i < m_config->print_percentiles.quantile_list.size(); i++) {
+        float quantile = m_config->print_percentiles.quantile_list[i];
+        fprintf(f, ",TOTAL p%.1f Latency", quantile);
+    }
+
     fprintf(f, ",Active Connections,Connection Errors\n");
 
     total_get_ops = 0;
@@ -453,6 +462,19 @@ void run_stats::save_csv_one_sec(FILE *f,
             fprintf(f, ",%.3f", i->m_wait_cmd.summarized_quantile_values[p]);
         }
 
+        // Write TOTAL data (SET + GET combined)
+        fprintf(f, ",%lu,%u.%06u,%lu,%lu,%lu",
+                i->m_total_cmd.m_ops,
+                USEC_FORMAT(AVERAGE(i->m_total_cmd.m_total_latency, i->m_total_cmd.m_ops)),
+                i->m_total_cmd.m_bytes_rx + i->m_total_cmd.m_bytes_tx,
+                i->m_total_cmd.m_bytes_tx,
+                i->m_total_cmd.m_bytes_rx);
+
+        // Write TOTAL percentiles
+        for (std::size_t p = 0; p < i->m_total_cmd.summarized_quantile_values.size(); p++) {
+            fprintf(f, ",%.3f", i->m_total_cmd.summarized_quantile_values[p]);
+        }
+
         // Write connection data
         fprintf(f, ",%u,%u\n", i->m_active_connections, i->m_connection_errors);
 
@@ -838,14 +860,24 @@ bool run_stats::write_csv_header(FILE *f, benchmark_config *config)
         fprintf(f, ",WAIT p%.1f Latency", quantile);
     }
 
+    // Add TOTAL columns (matching JSON structure)
+    fprintf(f, ",TOTAL Requests,TOTAL Average Latency,TOTAL Total Bytes,TOTAL Total Bytes TX,TOTAL Total Bytes RX");
+
+    // Add TOTAL percentile columns
+    for (std::size_t i = 0; i < config->print_percentiles.quantile_list.size(); i++) {
+        float quantile = config->print_percentiles.quantile_list[i];
+        fprintf(f, ",TOTAL p%.1f Latency", quantile);
+    }
+
     fprintf(f, ",Active Connections,Connection Errors\n");
     fflush(f);
     return true;
 }
 
 bool run_stats::write_csv_realtime_data(FILE *f, unsigned int second, unsigned int active_connections, unsigned int connection_errors,
                                        unsigned long int cur_ops, unsigned long int cur_bytes, double cur_latency, benchmark_config *config,
-                                       const std::vector<double>* set_percentiles, const std::vector<double>* get_percentiles)
+                                       const std::vector<double>* set_percentiles, const std::vector<double>* get_percentiles,
+                                       const std::vector<double>* total_percentiles)
 {
     if (!f) return false;
 
@@ -908,6 +940,20 @@ bool run_stats::write_csv_realtime_data(FILE *f, unsigned int second, unsigned i
         fprintf(f, ",0.000");
     }
 
+    // Write TOTAL data (SET + GET combined)
+    unsigned long int total_ops = cur_ops;
+    unsigned long int total_bytes = cur_bytes;
+    fprintf(f, ",%lu,%.6f,%lu,%lu,0", total_ops, cur_latency, total_bytes, total_bytes);
+
+    // Write TOTAL percentiles (use actual TOTAL percentiles if available)
+    for (std::size_t i = 0; i < config->print_percentiles.quantile_list.size(); i++) {
+        if (total_percentiles && i < total_percentiles->size()) {
+            fprintf(f, ",%.3f", (*total_percentiles)[i]);
+        } else {
+            fprintf(f, ",%.3f", cur_latency);
+        }
+    }
+
     // Write connection data
     fprintf(f, ",%u,%u\n", active_connections, connection_errors);
 

run_stats.h

@@ -182,7 +182,8 @@ class run_stats {
     static bool write_csv_header(FILE *f, benchmark_config *config);
     static bool write_csv_realtime_data(FILE *f, unsigned int second, unsigned int active_connections, unsigned int connection_errors,
                                        unsigned long int cur_ops, unsigned long int cur_bytes, double cur_latency, benchmark_config *config,
-                                       const std::vector<double>* set_percentiles = nullptr, const std::vector<double>* get_percentiles = nullptr);
+                                       const std::vector<double>* set_percentiles = nullptr, const std::vector<double>* get_percentiles = nullptr,
+                                       const std::vector<double>* total_percentiles = nullptr);
     void debug_dump(void);
 
     // function to handle the results output