Merge branch 'master' into run-rc-go

Author: liferoad

.asf.yaml

@@ -51,6 +51,7 @@ github:
 
   protected_branches:
     master: {}
+    release-2.64.0-postrelease: {}
     release-2.64: {}
     release-2.63.0-postrelease: {}
     release-2.63: {}

.github/REVIEWERS.yml

@@ -20,12 +20,12 @@
 labels:
   - name: Go
     reviewers:
-      - lostluck
       - jrmccluskey
-    exclusionList:
-      - youngoli
+      - lostluck
+    exclusionList: []
   - name: Python
     reviewers:
+      - claudevdm
       - damccorm
       - jrmccluskey
       - tvalentyn
@@ -34,20 +34,13 @@ labels:
     exclusionList: []
   - name: Java
     reviewers:
-      - Abacn
-      - kennknowles
-      - robertwb
-      - m-trieu
-      - damondouglas
-    exclusionList: []
-  - name: IO
-    reviewers:
-      - chamikaramj
-      - johnjcasey
       - Abacn
       - ahmedabu98
-      - damondouglas
+      - chamikaramj
+      - m-trieu
+      - kennknowles
       - shunping
+      - robertwb
     exclusionList: []
   - name: spanner
     reviewers:
@@ -68,8 +61,8 @@ labels:
       - sjvanrossum
   - name: Build
     reviewers:
-      - damccorm
       - Abacn
+      - damccorm
     exclusionList: []
   - name: website
     reviewers:
@@ -83,7 +76,6 @@ fallbackReviewers:
   - Abacn
   - chamikaramj
   - damccorm
-  - damondouglas
   - johnjcasey
   - jrmccluskey
   - kennknowles

.github/actions/setup-k8s-access/action.yml

@@ -68,7 +68,7 @@ runs:
     run: |
       kubectl config set-context --current --namespace=${{ steps.replace_namespace.outputs.TEST_NAMESPACE }}
   - name: Post cleanup
-    uses: pyTooling/Actions/with-post-step@v0.4.6
+    uses: pyTooling/Actions/with-post-step@v4.2.2
     with:
       main: echo "Post Cleanup"
       post: |

.github/autolabeler.yml

@@ -18,7 +18,7 @@
 # Please keep the entries sorted lexicographically in each category.
 
 # General
-build: ["assembly.xml", "build.gradle.kts", "buildSrc/**/*", ".gitattributes", ".github/**/*", ".gitignore", "gradle/**/*", ".mailmap", "ownership/**/*", "release/**/*", "sdks/java/build-tools/**/*", "settings.gradle.kts"]
+build: ["assembly.xml", "buildSrc/**/*", ".gitattributes", ".github/workflows/*", ".gitignore", "gradle/**/*", ".mailmap", "release/**/*", "sdks/java/build-tools/**/*"]
 docker: ["runners/flink/job-server-container/**/*", "runners/spark/job-server/container/**/*", "sdks/go/container/**/*", "sdks/java/container/**/*", "sdks/python/container/**/*"]
 examples: ["examples/**/*", "sdks/go/examples/**/*", "sdks/python/apache_beam/examples/**/*"]
 go: ["sdks/go/**/*", "sdks/go.mod", "sdks/go.sum", "learning/katas/go/**/*"]

.github/trigger_files/IO_Iceberg_Integration_Tests.json

@@ -1,4 +1,4 @@
 {
     "comment": "Modify this file in a trivial way to cause this test suite to run.",
-    "modification": 4
+    "modification": 3
 }

.github/workflows/beam_PostCommit_Java_SingleStoreIO_IT.yml

@@ -87,13 +87,13 @@ jobs:
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-rbac.yaml
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-cluster-crd.yaml
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-operator.yaml
-          kubectl wait --for=condition=Ready pod -l name=sdb-operator --timeout=120s
+          kubectl wait --for=condition=Ready pod -l name=sdb-operator --timeout=300s
       - name: Install SingleStore cluster
         id: install_singlestore
         run: |
           kubectl apply -f ${{github.workspace}}/.test-infra/kubernetes/singlestore/sdb-cluster.yaml
-          kubectl wait --for=jsonpath='{.status.phase}'=Running memsqlclusters.memsql.com --all --timeout=120s
-          kubectl wait svc/svc-sdb-cluster-ddl --for=jsonpath='{.status.loadBalancer.ingress[0].ip}' --timeout=120s
+          kubectl wait --for=jsonpath='{.status.phase}'=Running memsqlclusters.memsql.com --all --timeout=300s
+          kubectl wait svc/svc-sdb-cluster-ddl --for=jsonpath='{.status.loadBalancer.ingress[0].ip}' --timeout=300s
           loadbalancer_IP=$(kubectl get svc svc-sdb-cluster-ddl -o jsonpath='{.status.loadBalancer.ingress[0].ip}') 
           echo lb_ip=$loadbalancer_IP >> $GITHUB_OUTPUT
       - name: Run Java SingleStore IO IT

.github/workflows/cut_release_branch.yml

@@ -97,6 +97,12 @@ jobs:
     steps:
       - name: Validate Next Version
         run: |
+          if [[ ${RELEASE} =~ ([0-9]+\.[0-9]+) ]]; then
+            echo "RELEASE_CUT_TAG=v${RELEASE}.0-RC00" >> $GITHUB_ENV
+          else
+            echo "The input for RELEASE does not match a valid format [0-9]+\.[0-9]+"
+            exit 1
+          fi
           if [[ $NEXT_RELEASE =~ ([0-9]+\.[0-9]+) ]]; then
             echo "NEXT_VERSION_IN_BASE_BRANCH=${BASH_REMATCH[1]}.0" >> $GITHUB_ENV
           else
@@ -116,7 +122,9 @@ jobs:
           sed -i -e "s/master: {}/master: {}\n    release-${RELEASE}: {}/g" .asf.yaml
       - name: Update master branch
         run: |
-          bash "${SCRIPT_DIR}/set_version.sh" "${NEXT_VERSION_IN_BASE_BRANCH}"
+          bash "${SCRIPT_DIR}/set_version.sh" "${NEXT_VERSION_IN_BASE_BRANCH}" "--add-tag" "${RELEASE_CUT_TAG}"
+          echo "==============tag RC00 to current master branch================"
+          git push origin tag "${RELEASE_CUT_TAG}"
           echo "==============Update master branch as following================"
           git diff
           echo "==============================================================="

.github/workflows/refresh_looker_metrics.yml

@@ -18,8 +18,6 @@
 name: Refresh Looker Performance Metrics
 
 on:
-  schedule:
-    - cron: '10 10 * * 1'
   workflow_dispatch:
     inputs:
       READ_ONLY:

.github/workflows/republish_released_docker_containers.yml

@@ -32,7 +32,7 @@ on:
   - cron: "0 6 * * 1"
 env:
   docker_registry: gcr.io
-  release: "${{ github.event.inputs.RELEASE || '2.63.0' }}"
+  release: "${{ github.event.inputs.RELEASE || '2.64.0' }}"
   rc: "${{ github.event.inputs.RC || '2' }}"
 
 jobs:

.github/workflows/run_rc_validation_java_quickstart.yml

@@ -0,0 +1,102 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: Run Java QuickStart RC Validation
+
+on:
+  workflow_dispatch:
+    inputs:
+      RELEASE_VER:
+        description: 'Beam Release Version (e.g., 2.64.0)'
+        required: true
+        default: '2.xx.0'
+      RC_NUM:
+        description: 'Release Candidate number (e.g., 1)'
+        required: true
+        default: '1'
+      APACHE_CONTENTS_REPO:
+        description: 'Apache Staging Repository URL (e.g., https://repository.apache.org/content/repositories/orgapachebeam-1234)'
+        required: true
+
+# This allows a subsequently queued workflow run to interrupt previous runs
+concurrency:
+  group: '${{ github.workflow }} @ ${{ github.event.inputs.RELEASE_VER }}-${{ github.event.inputs.RC_NUM }}'
+  cancel-in-progress: true
+
+# Setting explicit permissions for the action
+permissions:
+  actions: write
+  pull-requests: write # Needed for setup-action potentially
+  checks: write
+  contents: read # Needs read to checkout the code
+  deployments: read
+  id-token: write # Required for GCP Workload Identity Federation (if needed by setup)
+  issues: write
+  discussions: read
+  packages: read
+  pages: read
+  repository-projects: read
+  security-events: read
+  statuses: read
+
+env:
+  DEVELOCITY_ACCESS_KEY: ${{ secrets.DEVELOCITY_ACCESS_KEY }}
+  GRADLE_ENTERPRISE_CACHE_USERNAME: ${{ secrets.GE_CACHE_USERNAME }}
+  GRADLE_ENTERPRISE_CACHE_PASSWORD: ${{ secrets.GE_CACHE_PASSWORD }}
+  APACHE_REPO_URL: ${{ github.event.inputs.APACHE_CONTENTS_REPO }}
+  RELEASE_VERSION: ${{ github.event.inputs.RELEASE_VER }}
+  RC_TAG: "v${{github.event.inputs.RELEASE_VER}}-RC${{github.event.inputs.RC_NUM}}"
+
+jobs:
+  run_java_quickstart_rc_validation:
+    name: Run Java QuickStart RC Validation (${{ github.event.inputs.RELEASE_VER }} RC${{ github.event.inputs.RC_NUM }})
+    runs-on: [self-hosted, ubuntu-20.04, main]
+    timeout-minutes: 60 # Adjust timeout as needed
+    steps:
+      - name: Checkout code at RC tag
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ env.RC_TAG }}
+
+      - name: Setup environment
+        uses: ./.github/actions/setup-environment-action
+        with:
+          java-version: 11
+
+      - name: Run QuickStart Java Direct Runner
+        uses: ./.github/actions/gradle-command-self-hosted-action
+        with:
+          gradle-command: :runners:direct-java:runQuickstartJavaDirect
+          arguments: |
+            -Prepourl=${{ env.APACHE_REPO_URL }} \
+            -Pver=${{ env.RELEASE_VERSION }}
+
+      - name: Run QuickStart Java Flink Runner
+        uses: ./.github/actions/gradle-command-self-hosted-action
+        with:
+          gradle-command: :runners:flink:1.19:runQuickstartJavaFlinkLocal
+          arguments: |
+            -Prepourl=${{ env.APACHE_REPO_URL }} \
+            -Pver=${{ env.RELEASE_VERSION }}
+
+      - name: Run QuickStart Java Spark Runner
+        uses: ./.github/actions/gradle-command-self-hosted-action
+        with:
+          gradle-command: :runners:spark:3:runQuickstartJavaSpark
+          arguments: |
+            -Prepourl=${{ env.APACHE_REPO_URL }} \
+            -Pver=${{ env.RELEASE_VERSION }}