snowagent/.github/workflows/ci.yml at main · sebastiankruk/snowagent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
name: Quality Checks

on:
  push:
    branches: ["devel", "main", "dev/*", "release/*", "feature/*", "hotfix/*"]
  pull_request:
    branches: ["devel", "main", "dev/*", "release/*", "feature/*", "hotfix/*"]

permissions:
  contents: read

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11"

      - name: Install dependencies
        run: |
          pip install flake8 black sqlfluff yamllint pylint check-jsonschema
          npm install -g markdownlint-cli

      - name: Lint Python
        run: flake8 --config=.flake8 src/ test/ || exit 1

      - name: Format Python
        run: black --check src/ test/ || exit 1

      - name: Pylint Python
        run: |
          pylint src/
          pylint test/

      - name: Lint SQL
        run: sqlfluff lint src/*.sql --ignore parsing --disable-progress-bar || exit 1

      - name: Lint YAML
        run: yamllint src || exit 1

      - name: Lint Markdown
        run: markdownlint '**/*.md' || exit 1

      - name: Lint BOM files
        run: find src -name "bom.yml" -exec sh -c 'printf "%-50s " "$$1"; check-jsonschema --schemafile test/src-bom.schema.json "$$1" || check-jsonschema --schemafile test/src-bom.schema.json "$$1"' _ {} \;

  test-documentation:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11"

      - name: Install dependencies
        run: |
          pip install -r requirements.txt

      - name: Run TestDocumentation tests
        run: pytest test/core/test_documentation.py -k "TestDocumentation"

  test-bash:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11.12"

      - name: Install dependencies
        run: |
          pip install -r requirements.txt
          pip install pytest-mock

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y bats jq gawk pandoc zip

      - name: Run bash tests
        run: pytest test/core/test_bash_scripts.py -v

  test-core:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Install Git LFS
        run: git lfs install

      - name: Pull LFS objects
        run: git lfs pull

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11.12"

      - name: Install dependencies
        run: |
          pip install -r requirements.txt
          pip install pytest-mock

      - name: Install JQ (for tests)
        run: |
          sudo apt-get update
          sudo apt-get install -y jq

      - name: Run core tests
        run: |
          pytest test/core/test_config.py -k "TestConfig"
          pytest test/core/test_util.py -k "TestUtil"
          pytest test/core/test_views_structure.py -k "TestViews"
          pytest test/core/test_connector.py -k "TestTelemetrySender"
      - name: Run OTEL tests
        run: |
          pytest test/otel/test_events.py -k "TestEvents"
          pytest test/otel/test_otel_manager.py -k "TestOtelManager"

  test-plugins:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Install Git LFS
        run: git lfs install

      - name: Pull LFS objects
        run: git lfs pull

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11.12"

      - name: Install dependencies
        run: |
          pip install -r requirements.txt
          pip install pytest-mock

      - name: Install JQ (for tests)
        run: |
          sudo apt-get update
          sudo apt-get install -y jq

      - name: Run plugin tests
        run: pytest test/plugins/