@@ -122,66 +122,6 @@ jobs:
122122 java -version
123123 $MVN_CMD clean package -Pspark-3.2 -Pbackends-velox -Piceberg -Pdelta -Phudi -DskipTests
124124
125- spark-test-spark34 :
126- needs : gluten-cpp-build
127- runs-on : ubuntu-22.04
128- container : apache/gluten:centos-8-jdk8
129- steps :
130- - name : Setup Gluten
131- run : |
132- git clone --depth 1 https://github.com/apache/incubator-gluten gluten && cd gluten
133- - name : Download All Artifacts
134- uses : actions/download-artifact@v4
135- with :
136- name : velox-native-lib-centos-7-${{github.sha}}
137- path : ./gluten/cpp/build/releases
138- - name : Download Arrow Jars
139- uses : actions/download-artifact@v4
140- with :
141- name : arrow-jars-centos-7-${{github.sha}}
142- path : /root/.m2/repository/org/apache/arrow/
143- - name : Prepare spark.test.home for Spark 3.4.4 (other tests)
144- run : |
145- dnf module -y install python39 && \
146- alternatives --set python3 /usr/bin/python3.9 && \
147- pip3 install setuptools==77.0.3 && \
148- pip3 install pyspark==3.4.4 cython && \
149- pip3 install pandas==2.2.3 pyarrow==20.0.0
150- - name : Build and Run unit test for Spark 3.4.4 (other tests)
151- run : |
152- cd $GITHUB_WORKSPACE/gluten
153- export SPARK_SCALA_VERSION=2.12
154- yum install -y java-17-openjdk-devel
155- export JAVA_HOME=/usr/lib/jvm/java-17-openjdk
156- export PATH=$JAVA_HOME/bin:$PATH
157- java -version
158- export SPARK_HOME=/opt/shims/spark34/spark_home/
159- ls -l $SPARK_HOME
160- $MVN_CMD clean test -Pspark-3.4 -Pjava-17 -Pbackends-velox -Piceberg -Piceberg-test -Pdelta -Phudi -Pspark-ut \
161- -DtagsToExclude=org.apache.spark.tags.ExtendedSQLTest,org.apache.gluten.tags.UDFTest,org.apache.gluten.tags.EnhancedFeaturesTest,org.apache.gluten.tags.SkipTest \
162- -DargLine="-Dspark.test.home=$SPARK_HOME ${EXTRA_FLAGS}"
163- - name : Upload test report
164- if : always()
165- uses : actions/upload-artifact@v4
166- with :
167- name : ${{ github.job }}-report
168- path : ' **/surefire-reports/TEST-*.xml'
169- - name : Upload unit tests log files
170- if : ${{ !success() }}
171- uses : actions/upload-artifact@v4
172- with :
173- name : ${{ github.job }}-test-log
174- path : |
175- **/target/*.log
176- **/gluten-ut/**/hs_err_*.log
177- **/gluten-ut/**/core.*
178- - name : Upload golden files
179- if : failure()
180- uses : actions/upload-artifact@v4
181- with :
182- name : ${{ github.job }}-golden-files
183- path : /tmp/tpch-approved-plan/**
184-
185125 spark-test-spark34-slow :
186126 needs : gluten-cpp-build
187127 runs-on : ubuntu-22.04
0 commit comments