run_extensive_test.yml

# This workflow will install Python dependencies, run tests using tox
name: Extensive Tox Tests

on: workflow_dispatch

jobs:
  build:

    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10"]

    steps:
      # Clean out runner data we don't use, should free up ~15 GB
      - name: "Make space on runner by removing tools we don't need using rmz, a fast version of rm."
        run: |
          df -h
          DOWNLOAD_URL="https://github.com/SUPERCILEX/fuc/releases/download/3.1.1/x86_64-unknown-linux-gnu-rmz"
          time curl --location --output rmz "$DOWNLOAD_URL"
          chmod +x rmz
          sudo mv rmz /usr/bin/rmz
          rmz --version

          sudo time rmz --force \
            /usr/share/swift || true
          # Can be deleted: https://dev.to/mathio/squeezing-disk-space-from-github-actions-runners-an-engineers-guide-3pjg
          df -h

      - uses: actions/checkout@v4

      # https://github.com/actions/cache
      - name: Restore tox dir cache and save after run
        id: restore-tox
        uses: actions/cache@v4
        env:
          cache-name: cache-tox-data
        with:
          path: .tox
          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('pyproject.toml', 'tox.ini', '.tox/*/CACHEDIR.TAG') }}
          restore-keys: |
            ${{ runner.os }}-build-${{ env.cache-name }}-
            ${{ runner.os }}-build-
            ${{ runner.os }}-

      # https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: 'pip' # caching pip dependencies
          cache-dependency-path: |
                pyproject.toml
                tox.ini

      - name: Install python dependencies
        run: |
          python -m pip install tox

      - name: Fetch dataset (175M)
        run: |
          tox -e trainingdata

      - name: Run inference_CI
        run: |
          tox -e inference_CI

      # Show disk usage
      - run: df -h
      - run: du -hsc .tox/* ~/.cache/pip