|
36 | 36 | run: | |
37 | 37 | bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & |
38 | 38 | - name: Run Avro Compatibility Tests |
39 | | - run: ./gradlew -DmaxParallelForks=2 --parallel :internal:venice-avro-compatibility-test:test --continue |
| 39 | + run: ./gradlew -DmaxParallelForks=2 --parallel --build-cache :internal:venice-avro-compatibility-test:test --continue |
40 | 40 | - name: Package Build Artifacts |
41 | 41 | if: success() || failure() |
42 | 42 | shell: bash |
|
83 | 83 | run: | |
84 | 84 | bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & |
85 | 85 | - name: Run DuckDB Integration Tests |
86 | | - run: ./gradlew -DforkEvery=1 -DmaxParallelForks=1 :integrations:venice-duckdb:integrationTest --continue |
| 86 | + run: ./gradlew -DforkEvery=1 -DmaxParallelForks=1 --parallel --build-cache :integrations:venice-duckdb:integrationTest --continue |
87 | 87 | - name: Package Build Artifacts |
88 | 88 | if: success() || failure() |
89 | 89 | shell: bash |
@@ -129,22 +129,29 @@ jobs: |
129 | 129 | - name: Free up disk space in the background |
130 | 130 | run: | |
131 | 131 | bash scripts/ci/util_free_space.sh > background_cleanup.log 2>&1 & |
132 | | - - name: Build with gradle |
133 | | - run: ./gradlew assemble --continue --no-daemon -DforkEvery=1 -DmaxParallelForks=1 |
134 | | - |
135 | | - - name: Build docker images for Venice (latest-dev tag) |
| 132 | + - name: Build NAR, shadow jars, and Docker images |
136 | 133 | shell: bash |
137 | 134 | run: | |
138 | | - cd ${{ github.workspace }}/docker |
139 | | - ./build-venice-docker-images.sh |
140 | | - cd ${{ github.workspace }} |
| 135 | + # Single Gradle invocation: NAR for Pulsar connector + shadow jars for Venice Docker images |
| 136 | + ./gradlew --parallel --build-cache --no-daemon \ |
| 137 | + :integrations:venice-pulsar:nar \ |
| 138 | + :services:venice-controller:shadowJar \ |
| 139 | + :services:venice-server:shadowJar \ |
| 140 | + :services:venice-router:shadowJar \ |
| 141 | + :clients:venice-admin-tool:shadowJar \ |
| 142 | + :clients:venice-thin-client:shadowJar \ |
| 143 | + :clients:venice-push-job:shadowJar \ |
| 144 | + :clients:venice-client:shadowJar |
141 | 145 |
|
142 | | - - name: Build docker images for Pulsar test (latest-dev tag) |
143 | | - shell: bash |
144 | | - run: | |
145 | | - cd ${{ github.workspace }}/tests/docker-images/pulsar-sink |
146 | | - docker build --tag=pulsar/venice-test:latest-dev ${{ github.workspace }} -f ./Dockerfile |
147 | | - cd ${{ github.workspace }} |
| 146 | + # Build Pulsar and Venice Docker images in parallel |
| 147 | + docker build --tag=pulsar/venice-test:latest-dev -f tests/docker-images/pulsar-sink/Dockerfile . & |
| 148 | + pulsar_docker_pid=$! |
| 149 | +
|
| 150 | + cd docker |
| 151 | + ./build-venice-docker-images.sh venicedb latest-dev "venice-controller venice-server venice-router venice-client" |
| 152 | + cd .. |
| 153 | +
|
| 154 | + wait $pulsar_docker_pid || { echo "Pulsar Docker build failed"; exit 1; } |
148 | 155 |
|
149 | 156 | - name: Run the test |
150 | 157 | shell: bash |
|
0 commit comments