ticdc/.github/workflows/integration_test_iceberg.yaml at b5843c5fb8567be83ec7cc8756447efac31b0d61 · pingcap/ticdc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
name: Iceberg Integration Test (Light)

on:
  pull_request:
    types: [opened, synchronize, reopened, ready_for_review]
    branches:
      - master
      - "release-[0-9].[0-9]*"
    paths:
      - downstreamadapter/sink/iceberg/**
      - pkg/sink/iceberg/**
      - cmd/iceberg-bootstrap/**
      - cmd/iceberg-maintenance/**
      - tests/integration_tests/iceberg_*/**
      - tests/integration_tests/_utils/iceberg_spark_sql_scalar
      - tests/integration_tests/_utils/start_tidb_cluster_impl
      - tests/integration_tests/run_light_it_in_ci.sh
      - Makefile
      - .github/workflows/integration_test_iceberg.yaml

  workflow_dispatch:

concurrency:
  group: ${{ github.ref }}-${{ github.workflow }}
  cancel-in-progress: true

jobs:
  iceberg_light_it:
    # Only run CI when PR is not draft (workflow_dispatch doesn't have pull_request payload).
    if: github.event_name == 'workflow_dispatch' || github.event.pull_request.draft == false
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        group: [G00, G01]
    name: Iceberg Light IT ${{ matrix.group }}
    steps:
      - name: Check out code
        uses: actions/checkout@v5

      - name: Setup Go environment
        uses: actions/setup-go@v6
        with:
          go-version-file: 'go.mod'

      - name: Cache Tools
        id: cache-tools
        uses: actions/cache@v5
        with:
          path: tools/bin
          key: ubuntu-latest-ticdc-tools-${{ hashFiles('tools/check/go.sum') }}

      - name: Install test dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y --no-install-recommends \
            curl \
            lsof \
            mariadb-client \
            psmisc \
            unzip \
            wget

      - name: Prepare integration test third-party binaries (community)
        run: |
          make prepare_test_binaries community=true ver=v8.5.5 os=linux arch=amd64
          make check_third_party_binary

      - name: Build TiCDC binaries for integration tests
        run: |
          make check_failpoint_ctl
          make integration_test_build_fast

      - name: Run iceberg integration tests
        env:
          # Iceberg tests don't require TiFlash; skipping reduces CI resource usage and flakiness.
          SKIP_TIFLASH: "1"
        run: |
          tests/integration_tests/run_light_it_in_ci.sh iceberg "${{ matrix.group }}"

      - name: Upload test logs
        if: always()
        uses: ./.github/actions/upload-test-logs
        with:
          log-name: iceberg-light-it-${{ matrix.group }}