Skip to content

feat: re-enable COUNT for mixed Spark partial / Comet final aggregates #6

feat: re-enable COUNT for mixed Spark partial / Comet final aggregates

feat: re-enable COUNT for mixed Spark partial / Comet final aggregates #6

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# Runs on every PR and on main. Spark 4.0 is the newest stable Spark line.
name: Spark SQL Tests (Spark 4.0)
concurrency:
group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
cancel-in-progress: true
on:
push:
branches:
- main
paths:
- "native/**/src/**"
- "native/**/Cargo.toml"
- "native/Cargo.lock"
- "!native/hdfs/**"
- "!native/fs-hdfs/**"
- "common/src/main/**"
- "common/pom.xml"
- "spark/src/main/**"
- "!spark/src/main/scala/org/apache/comet/GenerateDocs.scala"
- "spark/pom.xml"
- "dev/diffs/**"
- "pom.xml"
- "rust-toolchain.toml"
- ".github/workflows/spark_sql_test_4_0.yml"
- ".github/workflows/spark_sql_test_reusable.yml"
- ".github/actions/setup-builder/**"
- ".github/actions/setup-spark-builder/**"
pull_request:
paths:
- "native/**/src/**"
- "native/**/Cargo.toml"
- "native/Cargo.lock"
- "!native/hdfs/**"
- "!native/fs-hdfs/**"
- "common/src/main/**"
- "common/pom.xml"
- "spark/src/main/**"
- "!spark/src/main/scala/org/apache/comet/GenerateDocs.scala"
- "spark/pom.xml"
- "dev/diffs/**"
- "pom.xml"
- "rust-toolchain.toml"
- ".github/workflows/spark_sql_test_4_0.yml"
- ".github/workflows/spark_sql_test_reusable.yml"
- ".github/actions/setup-builder/**"
- ".github/actions/setup-spark-builder/**"
workflow_dispatch:
inputs:
collect-fallback-logs:
description: 'Whether to collect Comet fallback reasons from spark sql unit test logs'
required: false
default: false
type: boolean
jobs:
spark-sql:
uses: ./.github/workflows/spark_sql_test_reusable.yml
with:
spark-short: '4.0'
spark-full: '4.0.2'
java: 21
collect-fallback-logs: ${{ github.event.inputs.collect-fallback-logs == 'true' }}