openmetadata-demo/.github/workflows/validate-examples.yml at 242f407e98f657f766172bd0e4e3fecc2cc6a158 · open-metadata/openmetadata-demo · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
name: Validate maintained examples

on:
  pull_request:
  push:
    branches:
      - main
  workflow_dispatch:
  schedule:
    - cron: "0 6 * * 1"

permissions:
  contents: read

jobs:
  python:
    name: Python ${{ matrix.python-version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10", "3.11", "3.12"]
    steps:
      - name: Check out the repository
        uses: actions/checkout@v7

      - name: Set up Python
        uses: actions/setup-python@v7
        with:
          python-version: ${{ matrix.python-version }}
          cache: pip
          cache-dependency-path: |
            custom-connector/pyproject.toml
            custom-graphql/pyproject.toml
            dynamic_csv_importer/requirements.txt
            api-lineage-cicd/requirements.txt
            ingestion-automation/requirements.txt

      - name: Install exact OpenMetadata RC and test dependencies
        run: |
          python -m pip install --upgrade pip
          python -m pip install --editable './custom-connector[test]'
          python -m pip install --editable ./custom-graphql
          python -m pip install \
            --requirement dynamic_csv_importer/requirements.txt \
            --requirement api-lineage-cicd/requirements.txt \
            --requirement ingestion-automation/requirements.txt

      - name: Verify the installed OpenMetadata version
        run: |
          python - <<'PY'
          from importlib.metadata import version

          assert version("openmetadata-ingestion") == "2.0.0.0rc1"
          PY

      - name: Compile Python sources
        run: >-
          python -m compileall -q
          custom-connector/src
          custom-connector/tests
          custom-graphql
          dynamic_csv_importer
          api-lineage-cicd
          ingestion-automation
          tests

      - name: Lint and check formatting
        run: |
          ruff check .
          ruff format --check .

      - name: Run model, configuration, import, and request tests
        run: pytest

  node:
    name: Node fixture
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: custom-graphql/server
    steps:
      - name: Check out the repository
        uses: actions/checkout@v7

      - name: Set up Node.js
        uses: actions/setup-node@v7
        with:
          node-version: 24
          cache: npm
          cache-dependency-path: custom-graphql/server/package-lock.json

      - name: Install locked dependencies
        run: npm ci --ignore-scripts

      - name: Audit dependencies
        run: npm audit --audit-level=high

      - name: Check JavaScript syntax
        run: |
          node --check index.js
          node --check resolvers.js
          node --check schema.js

  compose:
    name: Docker Compose configuration
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v7

      - name: Download the official OpenMetadata 2.0 RC1 Compose file
        run: >-
          curl --fail --silent --show-error --location
          --output "${RUNNER_TEMP}/docker-compose-postgres.yml"
          https://github.com/open-metadata/OpenMetadata/releases/download/2.0.0-rc1-release/docker-compose-postgres.yml

      - name: Validate the Compose overlay
        run: >-
          docker compose
          --project-directory "${GITHUB_WORKSPACE}"
          --file "${RUNNER_TEMP}/docker-compose-postgres.yml"
          --file custom-connector/docker/compose.override.yml
          config --quiet

  links:
    name: Markdown links
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v7

      - name: Check Markdown links
        uses: lycheeverse/lychee-action@v2.9.0
        with:
          args: --no-progress --config .lychee.toml './**/*.md'
          fail: true

  secrets:
    name: Gitleaks
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repository
        uses: actions/checkout@v7

      - name: Scan the repository
        run: >-
          docker run --rm
          --volume "${GITHUB_WORKSPACE}:/repo"
          zricethezav/gitleaks:v8.27.0
          dir /repo --redact --no-banner