Skip to content
Tests

Add comprehensive test suite for CI/CD #2

Sign in to view logs

Add comprehensive test suite for CI/CD

Add comprehensive test suite for CI/CD #2

Workflow file for this run

.github/workflows/test.yml at 060320b
name: Tests
on:
push:
branches: [ main, dev/v0d4, feature/* ]
pull_request:
branches: [ main, dev/v0d4 ]
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install black isort pytest
- name: Run linting
run: |
cd test
python run_suite.py lint
unit-tests:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ['3.9', '3.10', '3.11']
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install pytest pytest-cov
python -m pip install -e .
- name: Run unit tests
run: |
cd test
python run_suite.py unit
integration-tests:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install pytest pytest-mock
python -m pip install -e .
- name: Run integration tests
run: |
cd test
python run_suite.py integration
throughput-tests:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install pytest
# Install minimal dependencies for throughput testing
python -m pip install loguru time
- name: Run throughput tests
run: |
cd test
python run_suite.py throughput
test-coverage:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
submodules: true
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.9'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
python -m pip install pytest pytest-cov
python -m pip install -e .
- name: Run tests with coverage
run: |
cd test
python -m pytest --cov=../lmms_eval --cov-report=xml --cov-report=html
- name: Upload coverage reports
uses: codecov/codecov-action@v3
with:
file: ./test/coverage.xml
fail_ci_if_error: false