fix(test-suite): error handling in bench

Author: eudelins-zama

test-suite/gateway-stress/config/config.toml

@@ -37,14 +37,14 @@ parallel_requests = 5
 # ENV: USER_CT_HANDLES (format: comma separated list)
 # Example: USER_CT_HANDLES="0x408a1510fb9ebf45651a6b0d40ce34c52a4bfc6338ff00000000000030390500,0x408a1510fb9ebf45651a6b0d40ce34c52a4bfc6338ff00000000000030390500"
 user_ct_handles = [
-    "0x2a879e617c9a25d91bcb828b4631c61e8abcd51743ff00000000000030390500",
+    "0x7e314aadb1fe25d0eedc986529cf05604b71b717fdff00000000000030390500",
 ]
 
 # The handles used for public decryptions
 # ENV: PUBLIC_CT_HANDLES (format: comma separated list)
 # Example: PUBLIC_CT_HANDLES="0xbbb647e5a8dba46ed6f2eff8aed91d96ce9a80f537ff00000000000030390500,0xbbb647e5a8dba46ed6f2eff8aed91d96ce9a80f537ff00000000000030390500"
 public_ct_handles = [
-    "0x4cecf31bbca4baf834c96d7ae6a07279b50e0716e0ff00000000000030390500",
+    "0xcc0fe2694c954beeea00716b20dbff2f4aa3756afbff00000000000030390500",
 ]
 
 # The contract allowed for user decrytion on ct_handles

test-suite/gateway-stress/src/app.rs

@@ -309,14 +309,16 @@ impl App {
                     )
                     .await
                 }
-            }?;
-
-            results.push(BenchBurstResult::new(
-                *burst_index,
-                bench_record.parallel_requests,
-                bench_record.decryption_type,
-                burst_result,
-            ));
+            };
+
+            if let Ok(burst_result) = burst_result {
+                results.push(BenchBurstResult::new(
+                    *burst_index,
+                    bench_record.parallel_requests,
+                    bench_record.decryption_type,
+                    burst_result,
+                ));
+            }
             *burst_index += 1;
         }
 

test-suite/gateway-stress/src/bench.rs

@@ -37,7 +37,7 @@ impl BenchAverageResult {
 
         Self {
             parallel_requests: input.parallel_requests,
-            number_of_measures: input.number_of_measures,
+            number_of_measures: results.len(),
             decryption_type: input.decryption_type,
             average_latency,
             average_throughput,

test-suite/gateway-stress/templates/bench.csv

@@ -6,7 +6,7 @@ parallel_requests;number_of_measures;decryption_type
 20;50;public
 50;50;public
 100;50;public
-200;50;public
+200;10;public
 1;50;user
 2;50;user
 5;50;user