update workloads to run 35 times and the logs to provide a median as well as a mean

Author: sbSteveK

runners/s3-benchrunner-java/src/main/java/com/example/s3benchrunner/Main.java

@@ -1,6 +1,7 @@
 package com.example.s3benchrunner;
 
 import java.util.ArrayList;
+import java.util.Arrays;
 import java.util.List;
 
 import com.example.s3benchrunner.crtjava.CRTJavaBenchmarkRunner;
@@ -33,6 +34,14 @@ private static void printStats(long bytesPerRun, List<Double> durations) {
             gbpsMean += g / n;
         }
 
+        // Median throughput
+        double[] sortedGbps = gbpsValues.clone();
+        Arrays.sort(sortedGbps);
+        int len = sortedGbps.length;
+        double gbpsMedian = (len % 2 == 1)
+                ? sortedGbps[len / 2]
+                : (sortedGbps[len / 2 - 1] + sortedGbps[len / 2]) / 2.0;
+
         // Variance of throughput
         double gbpsVariance = 0;
         for (double g : gbpsValues) {
@@ -50,8 +59,9 @@ private static void printStats(long bytesPerRun, List<Double> durations) {
         }
 
         System.out.printf(
-                "Overall stats; Throughput Mean:%.3f Gb/s Throughput Variance:%.3f Gb/s Duration Mean:%.3f s Duration Variance:%.3f s %n",
+                "Overall stats; Throughput Mean:%.3f Gb/s Throughput Median:%.3f Gb/s Throughput Variance:%.3f Gb/s Duration Mean:%.3f s Duration Variance:%.3f s %n",
                 gbpsMean,
+                gbpsMedian,
                 gbpsVariance,
                 durationMean,
                 durationVariance);

workloads/download-256KiB-10_000x.run.json

@@ -3,8 +3,8 @@
     "comment": "Use case is an AI company with millions of JPGs",
     "filesOnDisk": true,
     "checksum": null,
-    "maxRepeatCount": 10,
-    "maxRepeatSecs": 600,
+    "maxRepeatCount": 35,
+    "maxRepeatSecs": 3600,
     "tasks": [
         {
             "action": "download",

workloads/download-30GiB-1x.run.json

@@ -3,8 +3,8 @@
     "comment": "",
     "filesOnDisk": true,
     "checksum": null,
-    "maxRepeatCount": 10,
-    "maxRepeatSecs": 600,
+    "maxRepeatCount": 35,
+    "maxRepeatSecs": 3600,
     "tasks": [
         {
             "action": "download",

workloads/download-max-throughput.run.json

@@ -3,8 +3,8 @@
     "comment": "Find the limits of network I/O. Don't do anything that might slow us down, like touch the disk",
     "filesOnDisk": false,
     "checksum": null,
-    "maxRepeatCount": 10,
-    "maxRepeatSecs": 600,
+    "maxRepeatCount": 35,
+    "maxRepeatSecs": 3600,
     "tasks": [
         {"action": "download", "key": "download/5GiB-1x/1", "size": 5368709120},
         {"action": "download", "key": "download/5GiB-1x/1", "size": 5368709120},

workloads/upload-256KiB-10_000x.run.json

@@ -3,8 +3,8 @@
     "comment": "Use case is an AI company with millions of JPGs",
     "filesOnDisk": true,
     "checksum": null,
-    "maxRepeatCount": 10,
-    "maxRepeatSecs": 600,
+    "maxRepeatCount": 35,
+    "maxRepeatSecs": 3600,
     "tasks": [
         {
             "action": "upload",

workloads/upload-max-throughput.run.json

@@ -3,8 +3,8 @@
     "comment": "Find the limits of network I/O. Don't do anything that might slow us down, like touch the disk",
     "filesOnDisk": false,
     "checksum": null,
-    "maxRepeatCount": 10,
-    "maxRepeatSecs": 600,
+    "maxRepeatCount": 35,
+    "maxRepeatSecs": 3600,
     "tasks": [
         {"action": "upload", "key": "upload/5GiB-1x/1", "size": 5368709120},
         {"action": "upload", "key": "upload/5GiB-1x/1", "size": 5368709120},