Support multi-modal datasets #2005

	name: Development

	on:
	pull_request:
	types: [opened, synchronize, reopened]

	env:
	UV_TORCH_BACKEND: "auto"
	HF_TOKEN: ${{ secrets.HF_RED_HAT_READ_ONLY }}

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	quality-checks:
	runs-on: ubuntu-latest
	strategy:
	matrix:
	python: ["3.10", "3.13"]
	env:
	UV_SYSTEM_PYTHON: 1
	steps:
	- uses: actions/checkout@v6
	- name: Set up Python
	uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	- name: Install dependencies
	run: uv pip install .[dev]
	- name: Run quality checks
	run: make quality


	unit-tests:
	runs-on: ibm-wdc-k8s-vllm-h100-solo
	strategy:
	matrix:
	python: ["3.10", "3.13"]
	transformers: ["<5.0.0", ""]
	exclude:
	- python: "3.13"
	transformers: "<5.0.0"
	steps:
	- uses: actions/checkout@v6
	- uses: ./.github/actions/setup-test-env
	with:
	python-version: ${{ matrix.python }}
	transformers-version: ${{ matrix.transformers }}
	- name: Run unit tests
	run: python -m pytest -ra tests/unit

	integration-tests:
	runs-on: ibm-wdc-k8s-vllm-h100-solo
	strategy:
	matrix:
	python: ["3.10", "3.13"]
	transformers: ["<5.0.0", ""]
	exclude:
	- python: "3.13"
	transformers: "<5.0.0"
	steps:
	- uses: actions/checkout@v6
	- uses: ./.github/actions/setup-test-env
	with:
	python-version: ${{ matrix.python }}
	transformers-version: ${{ matrix.transformers }}
	- name: Run integration tests
	run: python -m pytest -ra tests/integration

Provide feedback