Skip to content

Commit 6841cd1

Browse files
committed
remove spark3.4
1 parent 7531da5 commit 6841cd1

File tree

1 file changed

+0
-60
lines changed

1 file changed

+0
-60
lines changed

.github/workflows/gluten.yml

Lines changed: 0 additions & 60 deletions
Original file line numberDiff line numberDiff line change
@@ -122,66 +122,6 @@ jobs:
122122
java -version
123123
$MVN_CMD clean package -Pspark-3.2 -Pbackends-velox -Piceberg -Pdelta -Phudi -DskipTests
124124
125-
spark-test-spark34:
126-
needs: gluten-cpp-build
127-
runs-on: ubuntu-22.04
128-
container: apache/gluten:centos-8-jdk8
129-
steps:
130-
- name: Setup Gluten
131-
run: |
132-
git clone --depth 1 https://github.com/apache/incubator-gluten gluten && cd gluten
133-
- name: Download All Artifacts
134-
uses: actions/download-artifact@v4
135-
with:
136-
name: velox-native-lib-centos-7-${{github.sha}}
137-
path: ./gluten/cpp/build/releases
138-
- name: Download Arrow Jars
139-
uses: actions/download-artifact@v4
140-
with:
141-
name: arrow-jars-centos-7-${{github.sha}}
142-
path: /root/.m2/repository/org/apache/arrow/
143-
- name: Prepare spark.test.home for Spark 3.4.4 (other tests)
144-
run: |
145-
dnf module -y install python39 && \
146-
alternatives --set python3 /usr/bin/python3.9 && \
147-
pip3 install setuptools==77.0.3 && \
148-
pip3 install pyspark==3.4.4 cython && \
149-
pip3 install pandas==2.2.3 pyarrow==20.0.0
150-
- name: Build and Run unit test for Spark 3.4.4 (other tests)
151-
run: |
152-
cd $GITHUB_WORKSPACE/gluten
153-
export SPARK_SCALA_VERSION=2.12
154-
yum install -y java-17-openjdk-devel
155-
export JAVA_HOME=/usr/lib/jvm/java-17-openjdk
156-
export PATH=$JAVA_HOME/bin:$PATH
157-
java -version
158-
export SPARK_HOME=/opt/shims/spark34/spark_home/
159-
ls -l $SPARK_HOME
160-
$MVN_CMD clean test -Pspark-3.4 -Pjava-17 -Pbackends-velox -Piceberg -Piceberg-test -Pdelta -Phudi -Pspark-ut \
161-
-DtagsToExclude=org.apache.spark.tags.ExtendedSQLTest,org.apache.gluten.tags.UDFTest,org.apache.gluten.tags.EnhancedFeaturesTest,org.apache.gluten.tags.SkipTest \
162-
-DargLine="-Dspark.test.home=$SPARK_HOME ${EXTRA_FLAGS}"
163-
- name: Upload test report
164-
if: always()
165-
uses: actions/upload-artifact@v4
166-
with:
167-
name: ${{ github.job }}-report
168-
path: '**/surefire-reports/TEST-*.xml'
169-
- name: Upload unit tests log files
170-
if: ${{ !success() }}
171-
uses: actions/upload-artifact@v4
172-
with:
173-
name: ${{ github.job }}-test-log
174-
path: |
175-
**/target/*.log
176-
**/gluten-ut/**/hs_err_*.log
177-
**/gluten-ut/**/core.*
178-
- name: Upload golden files
179-
if: failure()
180-
uses: actions/upload-artifact@v4
181-
with:
182-
name: ${{ github.job }}-golden-files
183-
path: /tmp/tpch-approved-plan/**
184-
185125
spark-test-spark34-slow:
186126
needs: gluten-cpp-build
187127
runs-on: ubuntu-22.04

0 commit comments

Comments
 (0)