data-pipeline-ci.yml

name: Data Pipeline CI
on:
  push:
    branches:
      - main
    paths:
      - 'data-pipeline/**'
  pull_request:
    paths:
      - 'data-pipeline/**'
      - '.github/workflows/**'
jobs:
  checks:
    name: Checks
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v2
      - name: Setup Python
        uses: actions/setup-python@v2
        with:
          python-version: 3.9
      - name: Use pip cache
        uses: actions/cache@v4
        with:
          path: ~/.cache/pip
          key: pip-${{ hashFiles('**/requirements*.txt') }}
          restore-keys: |
            pip-
      - name: Install dependencies
        run: |
          pip install wheel
          pip install -r data-pipeline/requirements.txt
      - name: Check formatting
        run: black --check data-pipeline/src/data_pipeline
      - name: Run Ruff
        run: ruff check data-pipeline/src/data_pipeline
      - name: Run Pyright
        run: pyright --project data-pipeline