spring-quarkus-perf-comparison/.github/workflows/main.yml at abf8906e7c7cf217c380196a4c2b81b9a4e67983 · quarkusio/spring-quarkus-perf-comparison · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
name: Build and test

on:
  push:
    paths-ignore:
      - '**/*.md'
      - '**/images/**'
      - '.github/dependabot.yml'
    branches:
      - main
      - ootb
  pull_request:
    types:
      - opened
      - synchronize
      - reopened
      - ready_for_review
    branches:
      - main
      - ootb
    paths-ignore:
      - '**/*.md'
      - '**/images/**'
      - '.github/dependabot.yml'
  workflow_dispatch:

concurrency:
  group: "workflow = ${{ github.workflow }}, ref = ${{ github.event.ref }}, pr = ${{ github.event.pull_request.id }}"
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

defaults:
  run:
    shell: bash

jobs:
  script-tests:
    runs-on: ubuntu-latest
    name: "Script unit tests"
    steps:
      - uses: actions/checkout@v6

      - name: Run script tests
        working-directory: scripts/perf-lab/tests
        run: ./run-benchmarks-tests.sh

  jvm-build-test:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        java:
          - '21'
          - '25'
        app:
          - { "name": "springboot3", "dir": "springboot3", "build-args": "", "run-args": "", "app-jar": "target/springboot3.jar", "isSpringLeyden": false }
          - { "name": "springboot3-leyden", "dir": "springboot3", "build-args": "", "run-args": "-XX:AOTCache=target/app.aot", "app-jar": "target/springboot3.jar", "isSpringLeyden": true }
          - { "name": "springboot3-virtual", "dir": "springboot3", "build-args": "-Dspring.threads.virtual.enabled=true", "run-args": "", "app-jar": "target/springboot3.jar", "isSpringLeyden": false }
          - { "name": "springboot3-virtual-leyden", "dir": "springboot3", "build-args": "-Dspring.threads.virtual.enabled=true", "run-args": "-XX:AOTCache=target/app.aot", "app-jar": "target/springboot3.jar", "isSpringLeyden": true }
          - { "name": "springboot4", "dir": "springboot4", "build-args": "", "run-args": "", "app-jar": "target/springboot4.jar", "isSpringLeyden": false }
          - { "name": "springboot4-leyden", "dir": "springboot4", "build-args": "", "run-args": "-XX:AOTCache=target/app.aot", "app-jar": "target/springboot4.jar", "isSpringLeyden": true }
          - { "name": "springboot4-virtual", "dir": "springboot4", "build-args": "-Dspring.threads.virtual.enabled=true", "run-args": "", "app-jar": "target/springboot4.jar", "isSpringLeyden": false }
          - { "name": "springboot4-virtual-leyden", "dir": "springboot4", "build-args": "-Dspring.threads.virtual.enabled=true", "run-args": "-XX:AOTCache=target/app.aot", "app-jar": "target/springboot4.jar", "isSpringLeyden": true }
          - { "name": "quarkus3", "dir": "quarkus3", "build-args": "", "run-args": "", "app-jar": "target/quarkus-app/quarkus-run.jar", "isSpringLeyden": false }
          - { "name": "quarkus3-leyden", "dir": "quarkus3", "build-args": "-Dquarkus.package.jar.aot.enabled=true", "run-args": "-XX:AOTCache=target/quarkus-app/app.aot", "app-jar": "target/quarkus-app/quarkus-run.jar", "isSpringLeyden": false }
          - { "name": "quarkus3-virtual", "dir": "quarkus3-virtual", "build-args": "", "run-args": "", "app-jar": "target/quarkus-app/quarkus-run.jar", "isSpringLeyden": false }
          - { "name": "quarkus3-virtual-leyden", "dir": "quarkus3-virtual", "build-args": "-Dquarkus.package.jar.aot.enabled=true", "run-args": "-XX:AOTCache=target/quarkus-app/app.aot", "app-jar": "target/quarkus-app/quarkus-run.jar", "isSpringLeyden": false }
          - { "name": "quarkus3-spring-compatibility", "dir": "quarkus3-spring-compatibility", "build-args": "", "run-args": "", "app-jar": "target/quarkus-app/quarkus-run.jar", "isSpringLeyden": false }
        exclude:
          - java: '21'
            app:
              name: quarkus3-leyden
          - java: '21'
            app:
              name: quarkus3-virtual-leyden
          - java: '21'
            app:
              name: springboot3-leyden
          - java: '21'
            app:
              name: springboot3-virtual-leyden
          - java: '21'
            app:
              name: springboot4-leyden
          - java: '21'
            app:
              name: springboot4-virtual-leyden
    name: "[jvm-build-test-java${{ matrix.java }}]: ${{ matrix.app.name }}"
    steps:
      - uses: actions/checkout@v6

      - name: Set up Java ${{ matrix.java }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ matrix.java }}
          distribution: temurin
          cache: maven

      - name: Build and test (non Spring leyden)
        if: matrix.app.isSpringLeyden == false
        working-directory: ${{ matrix.app.dir }}
        run: |
          ./mvnw -B clean verify ${{ matrix.app.build-args }} \
            -Dmaven.compiler.release=${{ matrix.java }} \
            -Djava.version=${{ matrix.java }}

      - name: Build and test (Spring leyden)
        if: matrix.app.isSpringLeyden == true
        working-directory: ${{ matrix.app.dir }}
        run: |
          # Start the services
          ../scripts/infra.sh -s

          # Build and run the app tests
          ./mvnw -B clean verify ${{ matrix.app.build-args }} \
            -Dmaven.compiler.release=${{ matrix.java }} \
            -Djava.version=${{ matrix.java }}

          # Training run
          java -Djarmode=tools -jar ${{ matrix.app.app-jar }} extract --destination target/aot-app && \
            java -XX:AOTCacheOutput=target/app.aot -Dspring.context.exit=onRefresh -jar ${{ matrix.app.app-jar }}

          # Stop the services
          ../scripts/infra.sh -d

      - name: Setup JBang
        uses: jbangdev/setup-jbang@main

      - name: Validate simple scripts
        working-directory: ${{ matrix.app.dir }}
        run: |
          ../scripts/stress.sh "${{ matrix.app.app-jar }}"
          ../scripts/1strequest.sh "java -XX:ActiveProcessorCount=4 -Xms512m -Xmx512m ${{ matrix.app.run-args }} -jar ${{ matrix.app.app-jar }}" 3