Skip to content

Conversation

@huntharo
Copy link
Contributor

@huntharo huntharo commented Apr 15, 2025

  • Bundle
  • Return the version on the response

@github-actions
Copy link
Contributor

github-actions bot commented Apr 15, 2025

🚀 Performance Test Results

Metric Deploy Oha Deploy K6 Deploy Packaged Oha Deploy Packaged K6
Total Requests 10 1,597 10 1,599
Overall RPS 1,234.6 531.6 1,418.0 532.5
Min Response Time (ms) 2.76 1.74 2.24 1.85
p50 Response Time (ms) 11.32 3.36 9.82 3.84
p90 Response Time (ms) 37.29 4.90 35.26 5.43
p95 Response Time (ms) 44.24 6.80 42.07 7.01
Deploy Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.002330389,
        "slowest": 0.096501896,
        "fastest": 0.00275642,
        "average": 0.016212835102684644,
        "requestsPerSec": 1234.6122873106385,
        "totalData": 49316,
        "sizePerRequest": 4,
        "sizePerSec": 4930.451013119398
      },
      "responseTimeHistogram": {
        "0.00275642": 1,
        "0.0121309676": 6886,
        "0.021505515200000002": 3079,
        "0.030880062800000004": 634,
        "0.04025461040000001": 829,
        "0.049629158000000013": 564,
        "0.05900370560000001": 256,
        "0.0683782532": 38,
        "0.07775280080000001": 21,
        "0.08712734840000001": 18,
        "0.09650189600000002": 3
      },
      "latencyPercentiles": {
        "p10": 0.007219821,
        "p25": 0.008860279,
        "p50": 0.011324555,
        "p75": 0.017533298,
        "p90": 0.037289892,
        "p95": 0.044237429,
        "p99": 0.054721502,
        "p99.9": 0.079691386,
        "p99.99": 0.096478249
      },
      "rps": {
        "mean": 1945.1563207577965,
        "stddev": 5050.917726452004,
        "max": 125692.96516330927,
        "min": 12.741281812958007,
        "percentiles": {
          "p10": 62.657077376916575,
          "p25": 1100.0587431368822,
          "p50": 1807.8482307393479,
          "p75": 2242.9168685292752,
          "p90": 2630.7148992793145,
          "p95": 2935.6669145348455,
          "p99": 4566.78871409534,
          "p99.9": 125692.96516330927,
          "p99.99": 125692.96516330927
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.016468704499999993,
          "fastest": 0.012969698,
          "slowest": 0.022255285
        },
        "DNSLookup": {
          "average": 0.000023176699999999998,
          "fastest": 0.000005418,
          "slowest": 0.000158134
        }
      },
      "statusCodeDistribution": {
        "200": 12329
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  },
  "metadata": {
    "version": "0.0.0"
  }
}
Deploy K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=3.69ms min=1.73ms med=3.36ms max=36.16ms p(90)=4.89ms p(95)=6.79ms\n      { expected_response:true }............................................: avg=3.69ms min=1.73ms med=3.36ms max=36.16ms p(90)=4.89ms p(95)=6.79ms\n    http_req_failed.........................................................: 0.00%  0 out of 1597\n    http_reqs...............................................................: 1597   531.644815/s\n\n    EXECUTION\n    dropped_iterations......................................................: 8      2.663218/s\n    iteration_duration......................................................: avg=3.81ms min=1.77ms med=3.44ms max=42.81ms p(90)=5.05ms p(95)=7.16ms\n    iterations..............................................................: 1597   531.644815/s\n    vus.....................................................................: 4      min=0         max=4 \n    vus_max.................................................................: 14     min=10        max=14\n\n    NETWORK\n    data_received...........................................................: 575 kB 192 kB/s\n    data_sent...............................................................: 65 kB  22 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "root_group": {
        "checks": {},
        "name": "",
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e",
        "groups": {}
      },
      "metrics": {
        "http_req_waiting": {
          "p(95)": 6.681910199999999,
          "avg": 3.556845635566683,
          "min": 1.639992,
          "med": 3.231009,
          "max": 35.847979,
          "p(90)": 4.742073800000002
        },
        "vus": {
          "value": 4,
          "min": 0,
          "max": 4
        },
        "http_req_sending": {
          "p(90)": 0.08127840000000004,
          "p(95)": 0.11111519999999989,
          "avg": 0.05862161615529109,
          "min": 0.016046,
          "med": 0.052347,
          "max": 1.184281
        },
        "iteration_duration": {
          "p(90)": 5.0505776000000004,
          "p(95)": 7.1673815999999935,
          "avg": 3.8103503794614926,
          "min": 1.779979,
          "med": 3.44388,
          "max": 42.812053
        },
        "http_req_blocked": {
          "med": 0.000418,
          "max": 10.006477,
          "p(90)": 0.000488,
          "p(95)": 0.0005947999999999974,
          "avg": 0.037564448340638636,
          "min": 0.000202
        },
        "http_req_connecting": {
          "max": 6.922421,
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.011493008140262995,
          "min": 0,
          "med": 0
        },
        "http_req_failed": {
          "passes": 0,
          "fails": 1597,
          "value": 0
        },
        "data_sent": {
          "count": 64982,
          "rate": 21632.65084069887
        },
        "data_received": {
          "count": 575319,
          "rate": 191524.9615127271
        },
        "dropped_iterations": {
          "count": 8,
          "rate": 2.6632176098856752
        },
        "http_req_duration": {
          "med": 3.36401,
          "max": 36.165865,
          "p(90)": 4.8967244,
          "p(95)": 6.795032599999996,
          "avg": 3.6978043443957422,
          "min": 1.735348
        },
        "http_req_receiving": {
          "med": 0.046832,
          "max": 4.471301,
          "p(90)": 0.16683120000000004,
          "p(95)": 0.24901979999999999,
          "avg": 0.08233709267376327,
          "min": 0.012854
        },
        "iterations": {
          "count": 1597,
          "rate": 531.644815373428
        },
        "http_req_duration{expected_response:true}": {
          "med": 3.36401,
          "max": 36.165865,
          "p(90)": 4.8967244,
          "p(95)": 6.795032599999996,
          "avg": 3.6978043443957422,
          "min": 1.735348
        },
        "http_reqs": {
          "count": 1597,
          "rate": 531.644815373428
        },
        "http_req_tls_handshaking": {
          "avg": 0.022550288666249217,
          "min": 0,
          "med": 0,
          "max": 3.191429,
          "p(90)": 0,
          "p(95)": 0
        },
        "vus_max": {
          "value": 14,
          "min": 10,
          "max": 14
        }
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}
Deploy Packaged Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.002944477,
        "slowest": 0.11035149,
        "fastest": 0.002242706,
        "average": 0.014106242159065268,
        "requestsPerSec": 1417.9824783206182,
        "totalData": 56656,
        "sizePerRequest": 4,
        "sizePerSec": 5663.932268170682
      },
      "responseTimeHistogram": {
        "0.002242706": 1,
        "0.0130535844": 10288,
        "0.0238644628": 1692,
        "0.034675341199999994": 730,
        "0.045486219599999995": 935,
        "0.056297098": 448,
        "0.06710797639999999": 51,
        "0.07791885479999999": 18,
        "0.0887297332": 0,
        "0.0995406116": 0,
        "0.11035149": 1
      },
      "latencyPercentiles": {
        "p10": 0.005692394,
        "p25": 0.007376419,
        "p50": 0.009820336,
        "p75": 0.013741584,
        "p90": 0.035262189,
        "p95": 0.042065746,
        "p99": 0.052806891,
        "p99.9": 0.069132927,
        "p99.99": 0.077255403
      },
      "rps": {
        "mean": 2042.341326485252,
        "stddev": 6274.519945003804,
        "max": 188483.6490514456,
        "min": 18.155616656064407,
        "percentiles": {
          "p10": 57.21700711453326,
          "p25": 1356.203231853169,
          "p50": 1928.1637234262726,
          "p75": 2406.803069556285,
          "p90": 2945.0396696846615,
          "p95": 3346.5172592068134,
          "p99": 4099.973760168582,
          "p99.9": 188483.6490514456,
          "p99.99": 188483.6490514456
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.0139936066,
          "fastest": 0.011087112,
          "slowest": 0.018516739
        },
        "DNSLookup": {
          "average": 0.000023350199999999995,
          "fastest": 0.000005419,
          "slowest": 0.000164258
        }
      },
      "statusCodeDistribution": {
        "200": 14164
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  },
  "metadata": {
    "version": "0.0.0"
  }
}
Deploy Packaged K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=4.18ms min=1.84ms med=3.83ms max=41.23ms p(90)=5.42ms p(95)=7ms  \n      { expected_response:true }............................................: avg=4.18ms min=1.84ms med=3.83ms max=41.23ms p(90)=5.42ms p(95)=7ms  \n    http_req_failed.........................................................: 0.00%  0 out of 1599\n    http_reqs...............................................................: 1599   532.46154/s\n\n    EXECUTION\n    dropped_iterations......................................................: 5      1.664983/s\n    iteration_duration......................................................: avg=4.3ms  min=1.88ms med=3.92ms max=41.28ms p(90)=5.68ms p(95)=7.2ms\n    iterations..............................................................: 1599   532.46154/s\n    vus.....................................................................: 4      min=1         max=4 \n    vus_max.................................................................: 14     min=10        max=14\n\n    NETWORK\n    data_received...........................................................: 576 kB 192 kB/s\n    data_sent...............................................................: 65 kB  22 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "metrics": {
        "http_req_receiving": {
          "p(95)": 0.2671520999999998,
          "avg": 0.1027454584115072,
          "min": 0.011987,
          "med": 0.050521,
          "max": 5.876309,
          "p(90)": 0.2287784
        },
        "dropped_iterations": {
          "count": 5,
          "rate": 1.6649829254885453
        },
        "vus": {
          "max": 4,
          "value": 4,
          "min": 1
        },
        "http_req_duration": {
          "p(95)": 7.0065453999999985,
          "avg": 4.180840906816763,
          "min": 1.845537,
          "med": 3.836504,
          "max": 41.238082,
          "p(90)": 5.426146800000001
        },
        "iterations": {
          "count": 1599,
          "rate": 532.4615395712368
        },
        "http_req_duration{expected_response:true}": {
          "p(90)": 5.426146800000001,
          "p(95)": 7.0065453999999985,
          "avg": 4.180840906816763,
          "min": 1.845537,
          "med": 3.836504,
          "max": 41.238082
        },
        "http_req_failed": {
          "passes": 0,
          "fails": 1599,
          "value": 0
        },
        "data_sent": {
          "count": 65054,
          "rate": 21662.759846946366
        },
        "http_req_tls_handshaking": {
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.026811875547217014,
          "min": 0,
          "med": 0,
          "max": 3.642321
        },
        "http_reqs": {
          "rate": 532.4615395712368,
          "count": 1599
        },
        "http_req_connecting": {
          "min": 0,
          "med": 0,
          "max": 3.994843,
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.011990726078799252
        },
        "data_received": {
          "rate": 191922.24882447952,
          "count": 576349
        },
        "vus_max": {
          "value": 14,
          "min": 10,
          "max": 14
        },
        "http_req_waiting": {
          "min": 1.737333,
          "med": 3.666531,
          "max": 41.062883,
          "p(90)": 5.209576000000002,
          "p(95)": 6.794470199999998,
          "avg": 4.021588918699192
        },
        "iteration_duration": {
          "max": 41.284325,
          "p(90)": 5.684335600000001,
          "p(95)": 7.203193399999996,
          "avg": 4.307592610381492,
          "min": 1.885584,
          "med": 3.922227
        },
        "http_req_blocked": {
          "p(90)": 0.000476,
          "p(95)": 0.0005918999999999993,
          "avg": 0.05151066791744858,
          "min": 0.000195,
          "med": 0.000415,
          "max": 22.317444
        },
        "http_req_sending": {
          "avg": 0.05650652970606632,
          "min": 0.016799,
          "med": 0.050485,
          "max": 1.843804,
          "p(90)": 0.0754586,
          "p(95)": 0.09844589999999992
        }
      },
      "root_group": {
        "name": "",
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e",
        "groups": {},
        "checks": {}
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants