Benchmarking: 100k rounds, distro temurin, exeLog: none #415
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmarking | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| never_rounds: | |
| required: false | |
| description: Never Rounds (1k) | |
| default: '25' | |
| type: string | |
| once_rounds: | |
| required: false | |
| description: Once Rounds (1k) | |
| default: '0.5' | |
| type: string | |
| java_versions: | |
| required: false | |
| description: Java Versions (json) | |
| default: '[ 24, 21, 11 ]' | |
| type: string | |
| lucee_versions: | |
| required: false | |
| description: Lucee Versions (json) | |
| default: '[ "7.0/snapshot/zero", "7.0.0/snapshot/zero", "6.2/snapshot/zero", "5.4/stable/light" ]' | |
| type: string | |
| java_distribution: | |
| required: false | |
| description: Java Distribution | |
| type: string | |
| default: 'temurin' | |
| benchmark_filter: | |
| required: false | |
| description: Test Filter | |
| type: string | |
| exeLog: | |
| description: Execution Log | |
| required: true | |
| default: 'none' | |
| type: choice | |
| options: | |
| - none | |
| - console | |
| - debug | |
| variable_keys: | |
| description: Key Cache Size | |
| required: false | |
| type: string | |
| workflow_call: | |
| run-name: "Benchmarking: ${{ github.event.inputs.never_rounds }}k rounds, distro ${{ github.event.inputs.java_distribution }}, exeLog: ${{ github.event.inputs.exeLog }}" | |
| jobs: | |
| benchmarks: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 1 | |
| matrix: | |
| luceeVersion: ${{ fromJSON(github.event.inputs.lucee_versions) }} | |
| javaVersion: ${{ fromJSON(github.event.inputs.java_versions) }} | |
| exclude: | |
| - luceeVersion: 5.4/stable/light | |
| javaVersion: 21 | |
| - luceeVersion: 5.4/stable/light | |
| javaVersion: 24 | |
| - luceeVersion: 5.4/stable/light | |
| javaVersion: 24 | |
| - luceeVersion: 6.0/stable/zero | |
| javaVersion: 21 | |
| - luceeVersion: 6.0/stable/zero | |
| javaVersion: 24 | |
| - luceeVersion: 6.0/stable/zero | |
| javaVersion: 24 | |
| - luceeVersion: 6.1/stable/zero | |
| javaVersion: 24 | |
| - luceeVersion: 6.1/stable/zero | |
| javaVersion: 24 | |
| env: | |
| luceeVersionQuery: ${{ matrix.luceeVersion }} | |
| compile: ${{ github.event.inputs.compile }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up JDK ${{matrix.javaVersion}} | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{matrix.javaVersion}} | |
| distribution: ${{ github.event.inputs.java_distribution }} | |
| - name: Cache Maven packages | |
| if: always() | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2 | |
| key: maven-cache | |
| - name: Cache Lucee files | |
| uses: actions/cache@v4 | |
| if: always() | |
| with: | |
| path: /home/runner/work/_actions/lucee/script-runner/main/lucee-download-cache | |
| key: lucee-downloads | |
| - name: Set up MySQL (local) | |
| run: | | |
| sudo systemctl start mysql | |
| mysql -e 'CREATE DATABASE lucee' -uroot -proot | |
| mysql -e 'CREATE USER "lucee"@"localhost" IDENTIFIED WITH mysql_native_password BY "lucee";' -uroot -proot | |
| mysql -e 'GRANT ALL PRIVILEGES ON lucee.* TO "lucee"@"localhost"' -uroot -proot | |
| mysql -e 'CREATE DATABASE lucee_fallback' -uroot -proot | |
| mysql -e 'CREATE USER "lucee_fallback"@"localhost" IDENTIFIED WITH mysql_native_password BY "lucee_fallback";' -uroot -proot | |
| mysql -e 'GRANT ALL PRIVILEGES ON lucee_fallback.* TO "lucee_fallback"@"localhost"' -uroot -proot | |
| - name: Prepare artifacts dir | |
| run: mkdir -p ${{ github.workspace }}/custom/benchmark/artifacts | |
| - name: Run Microbenches | |
| uses: lucee/script-runner@main | |
| with: | |
| webroot: ${{ github.workspace }}/custom/benchmark | |
| execute: /index.cfm | |
| extensions: 7E673D15-D87C-41A6-8B5F1956528C605F #mysql | |
| luceeVersionQuery: ${{ matrix.luceeVersion }} | |
| antFlags: >- | |
| -DFlightRecording=true | |
| -DFlightRecordingFilename=${{ github.workspace }}/custom/benchmark/artifacts/bench.jfr | |
| -DFlightRecordingSettings=${{ github.workspace }}/custom/benchmark/jfc-db-diag.jfc | |
| env: | |
| BENCHMARK_CYCLES: ${{ github.event.inputs.never_rounds }} | |
| BENCHMARK_ONCE_CYCLES: ${{ github.event.inputs.once_rounds }} | |
| BENCHMARK_FILTER: ${{ github.event.inputs.benchmark_filter }} | |
| EXELOG: ${{ github.event.inputs.exeLog }} | |
| LUCEE_DEBUGGING_MAXPAGEPARTS: 0 | |
| LUCEE_CACHE_VARIABLEKEYS: ${{ github.event.inputs.variable_keys }} | |
| - name: Dump MySQL diagnostic state | |
| if: always() | |
| run: | | |
| OUT=${{ github.workspace }}/custom/benchmark/artifacts/mysql-state.txt | |
| { | |
| echo "=== generated: $(date -Iseconds) ===" | |
| echo | |
| echo "=== SHOW ENGINE INNODB STATUS ===" | |
| mysql -uroot -proot -e 'SHOW ENGINE INNODB STATUS\G' | |
| echo | |
| echo "=== SHOW PROCESSLIST ===" | |
| mysql -uroot -proot -e 'SHOW FULL PROCESSLIST' | |
| echo | |
| echo "=== information_schema.INNODB_TRX ===" | |
| mysql -uroot -proot -e 'SELECT * FROM information_schema.INNODB_TRX\G' | |
| echo | |
| echo "=== SHOW STATUS LIKE Innodb% ===" | |
| mysql -uroot -proot -e "SHOW GLOBAL STATUS LIKE 'Innodb%'" | |
| echo | |
| echo "=== SHOW STATUS LIKE Threads% / Connections / Aborted% ===" | |
| mysql -uroot -proot -e "SHOW GLOBAL STATUS WHERE Variable_name IN ('Threads_connected','Threads_running','Connections','Aborted_clients','Aborted_connects','Slow_queries','Uptime')" | |
| echo | |
| echo "=== SHOW VARIABLES LIKE innodb% ===" | |
| mysql -uroot -proot -e "SHOW GLOBAL VARIABLES LIKE 'innodb%'" | |
| echo | |
| echo "=== SHOW VARIABLES LIKE max% / wait% ===" | |
| mysql -uroot -proot -e "SHOW GLOBAL VARIABLES WHERE Variable_name IN ('max_connections','max_allowed_packet','wait_timeout','interactive_timeout','net_read_timeout','net_write_timeout')" | |
| echo | |
| echo "=== lucee.benchmark table state ===" | |
| mysql -uroot -proot lucee -e 'SHOW CREATE TABLE benchmark\G' 2>&1 || echo '(no benchmark table)' | |
| mysql -uroot -proot lucee -e 'SHOW TABLE STATUS LIKE "benchmark"\G' 2>&1 || true | |
| mysql -uroot -proot lucee -e 'SELECT COUNT(*) AS row_count, MIN(id) AS min_id, MAX(id) AS max_id FROM benchmark' 2>&1 || true | |
| echo | |
| echo "=== dmesg tail (last 100 lines, may need sudo) ===" | |
| sudo dmesg | tail -n 100 2>&1 || true | |
| echo | |
| echo "=== mysql error log tail ===" | |
| sudo tail -n 200 /var/log/mysql/error.log 2>&1 || true | |
| } > "$OUT" 2>&1 | |
| echo "wrote $(wc -l < "$OUT") lines to $OUT" | |
| - uses: actions/upload-artifact@v4 | |
| if: always() | |
| with: | |
| name: results-${{ strategy.job-index }} | |
| path: ${{ github.workspace }}/custom/benchmark/artifacts | |
| report: | |
| runs-on: ubuntu-latest | |
| if: always() | |
| needs: [ benchmarks ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up JDK 21 / Temurin | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: 21 | |
| distribution: 'temurin' | |
| - name: Cache Maven packages | |
| if: always() | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2 | |
| key: maven-cache | |
| - name: Cache Lucee files | |
| uses: actions/cache@v4 | |
| if: always() | |
| with: | |
| path: /home/runner/work/_actions/lucee/script-runner/main/lucee-download-cache | |
| key: lucee-downloads | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| path: ${{ github.workspace }}/custom/benchmark/artifacts | |
| merge-multiple: true | |
| - name: Display structure of downloaded files | |
| run: ls -R ${{ github.workspace }}/custom/benchmark/artifacts | |
| - name: Generate Report | |
| uses: lucee/script-runner@main | |
| with: | |
| webroot: ${{ github.workspace }}/custom/benchmark | |
| execute: /report.cfm | |
| luceeVersionQuery: 6/stable/zero | |
| extensions: D46B46A9-A0E3-44E1-D972A04AC3A8DC10 #cfchart | |
| env: | |
| BENCHMARK_FILTER: ${{ github.event.inputs.benchmark_filter }} | |
| EXELOG: ${{ github.event.inputs.exeLog }} | |
| JAVA_DISTRIBUTION: ${{ github.event.inputs.java_distribution }} | |
| BENCHMARK_CYCLES: ${{ github.event.inputs.never_rounds }} | |
| BENCHMARK_ONCE_CYCLES: ${{ github.event.inputs.once_rounds }} | |