Skip to content

Conversation

@huntharo
Copy link
Contributor

No description provided.

@huntharo huntharo force-pushed the publish-construct branch from cbacc6d to 285c09a Compare April 14, 2025 01:17
@github-actions
Copy link
Contributor

github-actions bot commented Apr 14, 2025

🚀 Performance Test Results

Metric Deploy Oha Deploy K6 Deploy Packaged Oha Deploy Packaged K6
Total Requests 10 1,603 10 1,598
Overall RPS 2,627.0 533.7 2,605.8 532.4
Min Response Time (ms) 1.94 1.97 1.63 1.62
p50 Response Time (ms) 4.93 3.42 5.12 3.37
p90 Response Time (ms) 17.59 4.04 16.23 4.24
p95 Response Time (ms) 25.16 4.39 26.22 5.39
Deploy Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.00233569,
        "slowest": 0.110948167,
        "fastest": 0.001943851,
        "average": 0.007613745516301,
        "requestsPerSec": 2626.986417409472,
        "totalData": 105024,
        "sizePerRequest": 4,
        "sizePerSec": 10499.947537753555
      },
      "responseTimeHistogram": {
        "0.001943851": 1,
        "0.0128442826": 22829,
        "0.0237447142": 1886,
        "0.0346451458": 1211,
        "0.045545577399999995": 242,
        "0.05644600899999999": 62,
        "0.0673464406": 11,
        "0.0782468722": 9,
        "0.0891473038": 0,
        "0.10004773539999999": 3,
        "0.11094816699999999": 2
      },
      "latencyPercentiles": {
        "p10": 0.003534189,
        "p25": 0.004107411,
        "p50": 0.004932735,
        "p75": 0.00675585,
        "p90": 0.017587611,
        "p95": 0.025156174,
        "p99": 0.037028744,
        "p99.9": 0.056233523,
        "p99.99": 0.099786125
      },
      "rps": {
        "mean": 3128.1164616230017,
        "stddev": 2159.0024459790084,
        "max": 41668.51860080976,
        "min": 17.133010361239414,
        "percentiles": {
          "p10": 79.66590033381777,
          "p25": 1900.6384244467558,
          "p50": 3679.782916548486,
          "p75": 4275.433177728068,
          "p90": 4656.522569206994,
          "p95": 4853.903695246718,
          "p99": 5440.441639508579,
          "p99.9": 41668.51860080976,
          "p99.99": 41668.51860080976
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.005324747299999999,
          "fastest": 0.002750136,
          "slowest": 0.008192778
        },
        "DNSLookup": {
          "average": 0.000014546200000000003,
          "fastest": 0.000004988,
          "slowest": 0.000079962
        }
      },
      "statusCodeDistribution": {
        "200": 26256
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  }
}
Deploy K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=3.38ms min=1.96ms med=3.42ms max=23.78ms p(90)=4.04ms p(95)=4.39ms\n      { expected_response:true }............................................: avg=3.38ms min=1.96ms med=3.42ms max=23.78ms p(90)=4.04ms p(95)=4.39ms\n    http_req_failed.........................................................: 0.00%  0 out of 1603\n    http_reqs...............................................................: 1603   533.710852/s\n\n    EXECUTION\n    dropped_iterations......................................................: 1      0.332945/s\n    iteration_duration......................................................: avg=3.48ms min=2.02ms med=3.49ms max=43.5ms  p(90)=4.11ms p(95)=4.51ms\n    iterations..............................................................: 1603   533.710852/s\n    vus.....................................................................: 3      min=1         max=5 \n    vus_max.................................................................: 11     min=10        max=11\n\n    NETWORK\n    data_received...........................................................: 564 kB 188 kB/s\n    data_sent...............................................................: 64 kB  21 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "root_group": {
        "groups": {},
        "checks": {},
        "name": "",
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e"
      },
      "metrics": {
        "iteration_duration": {
          "avg": 3.4894219189020617,
          "min": 2.025404,
          "med": 3.494506,
          "max": 43.502209,
          "p(90)": 4.1151326,
          "p(95)": 4.516673799999999
        },
        "http_req_duration{expected_response:true}": {
          "avg": 3.3851146712414226,
          "min": 1.967654,
          "med": 3.421085,
          "max": 23.787797,
          "p(90)": 4.041766999999999,
          "p(95)": 4.393636099999999
        },
        "iterations": {
          "count": 1603,
          "rate": 533.7108519565035
        },
        "http_req_blocked": {
          "med": 0.00041,
          "max": 18.072289,
          "p(90)": 0.000468,
          "p(95)": 0.00051,
          "avg": 0.032066394260761064,
          "min": 0.000201
        },
        "http_req_connecting": {
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.006199883967560824,
          "min": 0,
          "med": 0,
          "max": 1.117691
        },
        "data_sent": {
          "count": 63593,
          "rate": 21172.972057685543
        },
        "data_received": {
          "count": 563646,
          "rate": 187663.12343223667
        },
        "vus": {
          "value": 3,
          "min": 1,
          "max": 5
        },
        "vus_max": {
          "value": 11,
          "min": 10,
          "max": 11
        },
        "http_req_tls_handshaking": {
          "avg": 0.01588221147847786,
          "min": 0,
          "med": 0,
          "max": 3.184213,
          "p(90)": 0,
          "p(95)": 0
        },
        "http_req_waiting": {
          "avg": 3.244104784778546,
          "min": 1.867185,
          "med": 3.290258,
          "max": 22.847662,
          "p(90)": 3.8953043999999997,
          "p(95)": 4.238005299999999
        },
        "http_reqs": {
          "count": 1603,
          "rate": 533.7108519565035
        },
        "dropped_iterations": {
          "count": 1,
          "rate": 0.332945010577981
        },
        "http_req_duration": {
          "max": 23.787797,
          "p(90)": 4.041766999999999,
          "p(95)": 4.393636099999999,
          "avg": 3.3851146712414226,
          "min": 1.967654,
          "med": 3.421085
        },
        "http_req_sending": {
          "max": 0.864303,
          "p(90)": 0.0680626,
          "p(95)": 0.09008619999999996,
          "avg": 0.05261535184029944,
          "min": 0.019352,
          "med": 0.048885
        },
        "http_req_receiving": {
          "med": 0.049351,
          "max": 2.782206,
          "p(90)": 0.23606439999999998,
          "p(95)": 0.2605577,
          "avg": 0.0883945346225827,
          "min": 0.013587
        },
        "http_req_failed": {
          "passes": 0,
          "fails": 1603,
          "value": 0
        }
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}
Deploy Packaged Oha Raw JSON
{
  "stdout": {
    "type": "json",
    "value": {
      "summary": {
        "successRate": 1,
        "total": 10.001868073,
        "slowest": 0.080729474,
        "fastest": 0.00162762,
        "average": 0.007673433055408387,
        "requestsPerSec": 2605.8132150689885,
        "totalData": 104172,
        "sizePerRequest": 4,
        "sizePerSec": 10415.25435445523
      },
      "responseTimeHistogram": {
        "0.00162762": 1,
        "0.0095378054": 21998,
        "0.0174479908": 1725,
        "0.025358176200000002": 917,
        "0.033268361600000004": 742,
        "0.041178547": 434,
        "0.04908873240000001": 178,
        "0.05699891780000001": 26,
        "0.0649091032": 7,
        "0.0728192886": 12,
        "0.080729474": 3
      },
      "latencyPercentiles": {
        "p10": 0.003423854,
        "p25": 0.004172516,
        "p50": 0.005117004,
        "p75": 0.006635917,
        "p90": 0.016234469,
        "p95": 0.026217595,
        "p99": 0.040079982,
        "p99.9": 0.054970502,
        "p99.99": 0.072890365
      },
      "rps": {
        "mean": 3287.9253753326298,
        "stddev": 6442.8013833521545,
        "max": 196144.8618981777,
        "min": 15.623695177332454,
        "percentiles": {
          "p10": 82.6272900256698,
          "p25": 2358.582350492399,
          "p50": 3671.5238767836045,
          "p75": 4171.965419327469,
          "p90": 4506.610516395422,
          "p95": 4725.032389583339,
          "p99": 5254.82515561895,
          "p99.9": 196144.8618981777,
          "p99.99": 196144.8618981777
        }
      },
      "details": {
        "DNSDialup": {
          "average": 0.005768749150000001,
          "fastest": 0.00248072,
          "slowest": 0.009552395
        },
        "DNSLookup": {
          "average": 0.00001433445,
          "fastest": 0.000005027,
          "slowest": 0.000083397
        }
      },
      "statusCodeDistribution": {
        "200": 26043
      },
      "errorDistribution": {
        "aborted due to deadline": 20
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "oha",
    "labels": {
      "test": "oha",
      "type": "ping-c20-z10s"
    },
    "args": [
      "--no-tui",
      "-j",
      "-c",
      "20",
      "-z",
      "10s",
      "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    ]
  }
}
Deploy Packaged K6 Raw JSON
{
  "stdout": {
    "type": "text",
    "value": "\n\n  █ TOTAL RESULTS \n\n    HTTP\n    http_req_duration.......................................................: avg=3.55ms min=1.61ms med=3.37ms max=17.41ms p(90)=4.24ms p(95)=5.39ms\n      { expected_response:true }............................................: avg=3.55ms min=1.61ms med=3.37ms max=17.41ms p(90)=4.24ms p(95)=5.39ms\n    http_req_failed.........................................................: 0.00%  0 out of 1598\n    http_reqs...............................................................: 1598   532.42857/s\n\n    EXECUTION\n    dropped_iterations......................................................: 5      1.665922/s\n    iteration_duration......................................................: avg=3.67ms min=1.69ms med=3.44ms max=17.46ms p(90)=4.36ms p(95)=5.88ms\n    iterations..............................................................: 1598   532.42857/s\n    vus.....................................................................: 4      min=0         max=4 \n    vus_max.................................................................: 13     min=10        max=13\n\n    NETWORK\n    data_received...........................................................: 571 kB 190 kB/s\n    data_sent...............................................................: 65 kB  22 kB/s\n\n\n\n"
  },
  "summaryExportField": {
    "type": "json",
    "value": {
      "root_group": {
        "name": "",
        "path": "",
        "id": "d41d8cd98f00b204e9800998ecf8427e",
        "groups": {},
        "checks": {}
      },
      "metrics": {
        "vus_max": {
          "value": 13,
          "min": 10,
          "max": 13
        },
        "iterations": {
          "count": 1598,
          "rate": 532.4285701118745
        },
        "iteration_duration": {
          "avg": 3.6715436420525616,
          "min": 1.696415,
          "med": 3.4433465,
          "max": 17.461515,
          "p(90)": 4.3699301,
          "p(95)": 5.880030699999999
        },
        "http_req_blocked": {
          "p(95)": 0.0006055999999999994,
          "avg": 0.03171586795994991,
          "min": 0.000206,
          "med": 0.000418,
          "max": 7.164995,
          "p(90)": 0.00048729999999999997
        },
        "http_req_sending": {
          "avg": 0.056290969336670854,
          "min": 0.015792,
          "med": 0.051183,
          "max": 0.403532,
          "p(90)": 0.077003,
          "p(95)": 0.11222694999999998
        },
        "dropped_iterations": {
          "count": 5,
          "rate": 1.665921683704238
        },
        "http_req_tls_handshaking": {
          "avg": 0.01914639486858573,
          "min": 0,
          "med": 0,
          "max": 2.868296,
          "p(90)": 0,
          "p(95)": 0
        },
        "http_req_receiving": {
          "p(90)": 0.15904909999999986,
          "p(95)": 0.2401807999999999,
          "avg": 0.07397768210262837,
          "min": 0.013544,
          "med": 0.0427705,
          "max": 8.347023
        },
        "data_sent": {
          "count": 64483,
          "rate": 21484.725586060078
        },
        "http_req_duration": {
          "max": 17.41203,
          "p(90)": 4.2409552999999995,
          "p(95)": 5.391784499999997,
          "avg": 3.5546293679599508,
          "min": 1.61678,
          "med": 3.3719215
        },
        "http_req_connecting": {
          "p(90)": 0,
          "p(95)": 0,
          "avg": 0.0098738986232791,
          "min": 0,
          "med": 0,
          "max": 4.184799
        },
        "http_req_waiting": {
          "p(95)": 5.207982799999998,
          "avg": 3.4243607165206513,
          "min": 1.540241,
          "med": 3.2471645000000002,
          "max": 16.920727,
          "p(90)": 4.076136399999999
        },
        "http_req_duration{expected_response:true}": {
          "min": 1.61678,
          "med": 3.3719215,
          "max": 17.41203,
          "p(90)": 4.2409552999999995,
          "p(95)": 5.391784499999997,
          "avg": 3.5546293679599508
        },
        "http_req_failed": {
          "passes": 0,
          "fails": 1598,
          "value": 0
        },
        "data_received": {
          "count": 571280,
          "rate": 190341.54789331145
        },
        "vus": {
          "value": 4,
          "min": 0,
          "max": 4
        },
        "http_reqs": {
          "count": 1598,
          "rate": 532.4285701118745
        }
      }
    }
  },
  "stderr": "",
  "exitCode": 0,
  "request": {
    "tool": "k6",
    "labels": {
      "test": "k6",
      "type": "ping-3-seconds"
    },
    "args": [
      "run"
    ],
    "env": {
      "TARGET_URL": "https://lambdadispatch.ghpublic.pwrdrvr.com/ping"
    },
    "testProfile": {}
  }
}

@huntharo huntharo merged commit d912567 into main Apr 14, 2025
5 checks passed
@huntharo huntharo deleted the publish-construct branch April 14, 2025 22:58
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

None yet

Projects

None yet

Development

Successfully merging this pull request may close these issues.

2 participants