Skip to content

Conversation

@huntharo
Copy link
Contributor

No description provided.

@github-actions
Copy link
Contributor

🚀 Performance Test Results

Metric Deploy Oha Deploy K6 Deploy Packaged Oha Deploy Packaged K6
Total Requests 10 1,540 10 1,596
Overall RPS 1,905.4 508.9 2,040.0 531.4
Min Response Time (ms) 1.98 2.45 1.84 2.43
p50 Response Time (ms) 6.96 9.96 6.62 3.45
p90 Response Time (ms) 21.76 40.19 20.16 6.43
p95 Response Time (ms) 32.50 45.58 36.48 8.53
Deploy Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.003267175,
        "slowest": 0.148993176,
        "fastest": 0.001978727,
        "average": 0.010494155644537791,
        "requestsPerSec": 1905.3774798332327,
        "totalData": 76160,
        "sizePerRequest": 4,
        "sizePerSec": 7613.512532219255
      },
      "responseTimeHistogram": {
        "0.001978727": 1,
        "0.0166801719": 16265,
        "0.0313816168": 1745,
        "0.0460830617": 794,
        "0.060784506599999996": 205,
        "0.0754859515": 6,
        "0.0901873964": 1,
        "0.1048888413": 2,
        "0.11959028619999999": 16,
        "0.1342917311": 4,
        "0.148993176": 1
      },
      "latencyPercentiles": {
        "p10": 0.004412158,
        "p25": 0.005400652,
        "p50": 0.00696433,
        "p75": 0.010552108,
        "p90": 0.021761157,
        "p95": 0.03249649,
        "p99": 0.048271167,
        "p99.9": 0.106559703,
        "p99.99": 0.124614413
      },
      "rps": {
        "mean": 2483.392858365631,
        "stddev": 2703.930023181623,
        "max": 56243.80208102674,
        "min": 9.341271732877367,
        "percentiles": {
          "p10": 70.48373196700156,
          "p25": 1623.3237533558413,
          "p50": 2632.6866476107125,
          "p75": 3307.647247359019,
          "p90": 3785.707573241126,
          "p95": 4042.4796699653157,
          "p99": 5114.226243155848,
          "p99.9": 56243.80208102674,
          "p99.99": 56243.80208102674
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.0225619468,
          "fastest": 0.018976686,
          "slowest": 0.026356851
        },
        "DNSLookup": {
          "average": 0.0000237366,
          "fastest": 0.000005382,
          "slowest": 0.000169226
        }
      },
      "statusCodeDistribution": {
        "200": 19040
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  }
}
Deploy K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=17.92ms min=2.44ms med=9.95ms  max=101.4ms  p(90)=40.18ms p(95)=45.58ms\n      { expected_response:true }............................................: avg=17.92ms min=2.44ms med=9.95ms  max=101.4ms  p(90)=40.18ms p(95)=45.58ms\n    http_req_failed.........................................................: 0.00%  0 out of 1540\n    http_reqs...............................................................: 1540   508.910793/s\n\n    EXECUTION\n    dropped_iterations......................................................: 65     21.480001/s\n    iteration_duration......................................................: avg=18.19ms min=2.51ms med=10.28ms max=109.59ms p(90)=40.28ms p(95)=45.68ms\n    iterations..............................................................: 1540   508.910793/s\n    vus.....................................................................: 12     min=1         max=26\n    vus_max.................................................................: 54     min=10        max=54\n\n    NETWORK\n    data_received...........................................................: 742 kB 245 kB/s\n    data_sent...............................................................: 84 kB  28 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "root_group": {
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e",
        "groups": {},
        "checks": {},
        "name": ""
      },
      "metrics": {
        "http_req_duration{expected_response:true}": {
          "avg": 17.925362070129882,
          "min": 2.446413,
          "med": 9.9568505,
          "max": 101.409098,
          "p(90)": 40.1878786,
          "p(95)": 45.58387509999999
        },
        "http_req_failed": {
          "fails": 1540,
          "passes": 0,
          "value": 0
        },
        "http_req_duration": {
          "avg": 17.925362070129882,
          "min": 2.446413,
          "med": 9.9568505,
          "max": 101.409098,
          "p(90)": 40.1878786,
          "p(95)": 45.58387509999999
        },
        "vus": {
          "value": 12,
          "min": 1,
          "max": 26
        },
        "http_req_tls_handshaking": {
          "min": 0,
          "med": 0,
          "max": 8.372873,
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.09518018376623379
        },
        "http_req_blocked": {
          "p(90)": 0.0005291000000000001,
          "p(95)": 0.0007631499999999999,
          "avg": 0.19001012922077898,
          "min": 0.000217,
          "med": 0.0004075,
          "max": 68.895361
        },
        "data_sent": {
          "count": 84330,
          "rate": 27867.822859996573
        },
        "http_req_connecting": {
          "min": 0,
          "med": 0,
          "max": 5.332749,
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.03196074350649351
        },
        "http_req_receiving": {
          "p(90)": 0.2621989000000001,
          "p(95)": 0.3600594999999998,
          "avg": 0.12405744935064925,
          "min": 0.012495,
          "med": 0.063865,
          "max": 7.757901
        },
        "http_req_sending": {
          "p(90)": 0.0907845,
          "p(95)": 0.11231445,
          "avg": 0.0629537435064935,
          "min": 0.019901,
          "med": 0.054012000000000004,
          "max": 1.658551
        },
        "dropped_iterations": {
          "count": 65,
          "rate": 21.480001018614693
        },
        "http_req_waiting": {
          "p(95)": 45.33710129999999,
          "avg": 17.738350877272726,
          "min": 2.308247,
          "med": 9.8264465,
          "max": 101.313492,
          "p(90)": 39.972585
        },
        "data_received": {
          "count": 741951,
          "rate": 245186.28055018754
        },
        "iteration_duration": {
          "avg": 18.192322698701297,
          "min": 2.510043,
          "med": 10.282725,
          "max": 109.59146,
          "p(90)": 40.2895185,
          "p(95)": 45.68447369999997
        },
        "iterations": {
          "count": 1540,
          "rate": 508.910793364102
        },
        "vus_max": {
          "value": 54,
          "min": 10,
          "max": 54
        },
        "http_reqs": {
          "count": 1540,
          "rate": 508.910793364102
        }
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}
Deploy Packaged Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.002486568,
        "slowest": 0.147535654,
        "fastest": 0.001840689,
        "average": 0.009806488537012546,
        "requestsPerSec": 2039.9927419327678,
        "totalData": 81540,
        "sizePerRequest": 4,
        "sizePerSec": 8151.972956490952
      },
      "responseTimeHistogram": {
        "0.001840689": 1,
        "0.016410185499999997": 18271,
        "0.030979681999999995": 569,
        "0.04554917849999999": 1255,
        "0.06011867499999999": 271,
        "0.0746881715": 10,
        "0.08925766799999998": 0,
        "0.10382716449999999": 6,
        "0.11839666099999999": 0,
        "0.1329661575": 0,
        "0.147535654": 2
      },
      "latencyPercentiles": {
        "p10": 0.004480211,
        "p25": 0.005391709,
        "p50": 0.006624044,
        "p75": 0.008669025,
        "p90": 0.020158895,
        "p95": 0.036479751,
        "p99": 0.047870003,
        "p99.9": 0.059614308,
        "p99.99": 0.102174433
      },
      "rps": {
        "mean": 2625.082917794822,
        "stddev": 1193.292842533188,
        "max": 9978.99421716978,
        "min": 20.78747529668386,
        "percentiles": {
          "p10": 43.619036568892405,
          "p25": 2225.6504304407767,
          "p50": 2902.3665897172154,
          "p75": 3368.335603275899,
          "p90": 3744.592479542595,
          "p95": 3979.2706527463038,
          "p99": 4599.628845334054,
          "p99.9": 9978.99421716978,
          "p99.99": 9978.99421716978
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.01556941105,
          "fastest": 0.011554574,
          "slowest": 0.021341751
        },
        "DNSLookup": {
          "average": 0.000025294,
          "fastest": 0.000005332,
          "slowest": 0.000160388
        }
      },
      "statusCodeDistribution": {
        "200": 20385
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  }
}
Deploy Packaged K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=4.29ms min=2.42ms med=3.45ms max=37.04ms p(90)=6.42ms p(95)=8.52ms\n      { expected_response:true }............................................: avg=4.29ms min=2.42ms med=3.45ms max=37.04ms p(90)=6.42ms p(95)=8.52ms\n    http_req_failed.........................................................: 0.00%  0 out of 1596\n    http_reqs...............................................................: 1596   531.428684/s\n\n    EXECUTION\n    dropped_iterations......................................................: 8      2.663803/s\n    iteration_duration......................................................: avg=4.4ms  min=2.47ms med=3.52ms max=37.13ms p(90)=6.65ms p(95)=8.79ms\n    iterations..............................................................: 1596   531.428684/s\n    vus.....................................................................: 4      min=1         max=4 \n    vus_max.................................................................: 17     min=10        max=17\n\n    NETWORK\n    data_received...........................................................: 589 kB 196 kB/s\n    data_sent...............................................................: 67 kB  22 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "root_group": {
        "checks": {},
        "name": "",
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e",
        "groups": {}
      },
      "metrics": {
        "http_req_sending": {
          "avg": 0.05610015225563911,
          "min": 0.014621,
          "med": 0.050046999999999994,
          "max": 0.563982,
          "p(90)": 0.074483,
          "p(95)": 0.10510649999999999
        },
        "dropped_iterations": {
          "count": 8,
          "rate": 2.6638029284576765
        },
        "http_req_tls_handshaking": {
          "med": 0,
          "max": 2.480668,
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.022533434210526317,
          "min": 0
        },
        "vus": {
          "max": 4,
          "value": 4,
          "min": 1
        },
        "http_req_receiving": {
          "avg": 0.07692528571428567,
          "min": 0.012578,
          "med": 0.04224,
          "max": 6.102416,
          "p(90)": 0.127573,
          "p(95)": 0.22569075
        },
        "vus_max": {
          "min": 10,
          "max": 17,
          "value": 17
        },
        "http_req_failed": {
          "passes": 0,
          "fails": 1596,
          "value": 0
        },
        "http_reqs": {
          "count": 1596,
          "rate": 531.4286842273065
        },
        "data_sent": {
          "count": 66551,
          "rate": 22159.843586473355
        },
        "iteration_duration": {
          "min": 2.478298,
          "med": 3.5265985,
          "max": 37.134921,
          "p(90)": 6.655948,
          "p(95)": 8.792150750000001,
          "avg": 4.4021784122807075
        },
        "http_req_waiting": {
          "med": 3.3211745,
          "max": 36.955776,
          "p(90)": 6.2802555,
          "p(95)": 8.32423925,
          "avg": 4.166609768796987,
          "min": 2.329501
        },
        "data_received": {
          "count": 589206,
          "rate": 196191.08353310422
        },
        "http_req_duration": {
          "avg": 4.29963520676692,
          "min": 2.42582,
          "med": 3.4516925,
          "max": 37.048598,
          "p(90)": 6.4279215,
          "p(95)": 8.5278705
        },
        "iterations": {
          "count": 1596,
          "rate": 531.4286842273065
        },
        "http_req_duration{expected_response:true}": {
          "avg": 4.29963520676692,
          "min": 2.42582,
          "med": 3.4516925,
          "max": 37.048598,
          "p(90)": 6.4279215,
          "p(95)": 8.5278705
        },
        "http_req_connecting": {
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.0076221447368421055,
          "min": 0,
          "med": 0,
          "max": 1.036518
        },
        "http_req_blocked": {
          "max": 4.877038,
          "p(90)": 0.00047,
          "p(95)": 0.0005325,
          "avg": 0.03302252130325808,
          "min": 0.000207,
          "med": 0.000405
        }
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}

@huntharo huntharo merged commit dc9f89e into main Apr 14, 2025
5 checks passed
@huntharo huntharo deleted the add-version-deps branch April 14, 2025 23:15
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants