gravitino/.github/workflows/trino-integration-test.yml at 504d91f48a11149bc7edf2c25767fdbe03d5ee90 · apache/gravitino · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
name: Trino Integration Test

# Controls when the workflow will run
on:
  push:
    branches: [ "main", "branch-*" ]
  pull_request:
    branches: [ "main", "branch-*" ]

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  changes:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
        id: filter
        with:
          filters: |
            source_changes:
              - .github/**
              - api/**
              - bin/**
              - catalogs/**
              - clients/client-java/**
              - clients/client-java-runtime/**
              - common/**
              - conf/**
              - core/**
              - dev/**
              - gradle/**
              - iceberg/**
              - integration-test-common/**
              - meta/**
              - scripts/**
              - server/**
              - server-common/**
              - trino-connector/**
              - build.gradle.kts
              - gradle.properties
              - gradlew
              - settings.gradle.kts
    outputs:
      source_changes: ${{ steps.filter.outputs.source_changes }}

  # Integration test for AMD64 architecture
  TrinoIT:
    needs: changes
    if: needs.changes.outputs.source_changes == 'true'
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      matrix:
        architecture: [linux/amd64]
        java-version: [ 17 ]
    env:
      PLATFORM: ${{ matrix.architecture }}
    steps:
      - uses: actions/checkout@v4

      - uses: ./.github/actions/setup-java-toolchains
        with:
          java-version: ${{ matrix.java-version }}

      - name: Set up QEMU
        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4.0.0

      - name: Check required command
        run: |
          dev/ci/check_commands.sh

      - name: Build Gravitino
        run: |
          ./gradlew build -PskipWeb=true -x test \
            -x :web:web:build -x :web:integration-test:build \
            -x :web-v2:web:build -x :web-v2:integration-test:build \
            -x :clients:client-python:build \
            -x :flink-connector:flink:build \
            -x :spark-connector:spark-common:build \
            -x :spark-connector:spark-3.3:build -x :spark-connector:spark-3.4:build -x :spark-connector:spark-3.5:build \
            -x :spark-connector:spark-runtime-3.3:build -x :spark-connector:spark-runtime-3.4:build -x :spark-connector:spark-runtime-3.5:build \
            -x :mcp-server:build -x :lineage:build \
            -x :maintenance:optimizer:build -x :maintenance:jobs:build \
            -x :lance:lance-common:build -x :lance:lance-rest-server:build

      - name: Free up disk space
        run: |
          dev/ci/util_free_space.sh

      - name: Trino Integration Test
        id: integrationTest
        run: |
          trino-connector/integration-test/trino-test-tools/trino_integration_test.sh
          # Disable the Trino cascading query integration test, because the connector jars are private now.
          #trino-connector/integration-test/trino-test-tools/run_test.sh

      - name: Upload integrate tests reports
        uses: actions/upload-artifact@v7
        if: ${{ (failure() && steps.integrationTest.outcome == 'failure') || contains(github.event.pull_request.labels.*.name, 'upload log') }}
        with:
          name: trino-connector-integrate-test-reports-${{ matrix.java-version }}
          path: |
            build/reports
            trino-connector/integration-test/build/*.log
            trino-connector/integration-test/build/*.tar
            trino-connector/integration-test/build/trino-cascading-env
            integration-test-common/build/trino-ci-container-log
            distribution/package/logs/gravitino-server.out
            distribution/package/logs/gravitino-server.log
            catalogs/**/*.log
            catalogs/**/*.tar