feat(expr-ir): Add `read_{csv,parquet}` #11680

Workflow file for this run

.github/workflows/downstream_tests.yml at 2440ddc

	name: Test Downstream Libraries - Fast

	on:
	pull_request:

	env:
	PY_COLORS: 1

	jobs:
	altair:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: altair-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-altair
	run: \|
	git clone https://github.com/vega/altair.git --depth=1
	cd altair
	git log
	- name: install-basics
	run: uv pip install --upgrade tox virtualenv setuptools --system
	- name: install-altair-dev
	run: \|
	cd altair
	uv pip install -e ".[dev, all]" --system
	- name: install-narwhals-dev
	run: \|
	uv pip uninstall narwhals --system
	uv pip install -e . --system
	- name: show-deps
	run: uv pip freeze
	- name: Run pytest
	run: \|
	cd altair
	pytest tests
	# Temporarily commented-out to get CI green
	# https://github.com/narwhals-dev/narwhals/issues/3013
	# - name: Run mypy
	# run: \|
	# cd altair
	# mypy altair tests

	marimo:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]
	dependencies: ["core,optional"]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: marimo-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-marimo
	run: \|
	git clone https://github.com/marimo-team/marimo.git --depth=1
	cd marimo
	uv venv -p 3.12
	git log
	- name: install-basics
	run:
	uv pip install --upgrade tox virtualenv setuptools hatch
	"click!=8.3.0" --system
	- name: install-marimo-dev
	run: \|
	cd marimo
	. .venv/bin/activate
	uv pip install -e ".[dev]"
	which python
	- name: install-narwhals-dev
	run: \|
	cd marimo
	. .venv/bin/activate
	uv pip uninstall narwhals
	uv pip install -e ./..
	- name: show-deps
	run: \|
	cd marimo
	. .venv/bin/activate
	uv pip freeze
	- name: Create assets directory, copy over index.html
	continue-on-error: true
	run: \|
	mkdir -p marimo/marimo/_static/assets
	cp marimo/frontend/index.html marimo/marimo/_static/index.html
	cp marimo/frontend/public/favicon.ico marimo/marimo/_static/favicon.ico
	- name: Run tests with full dependencies
	if: ${{ matrix.dependencies == 'core,optional' }}
	run: \|
	cd marimo
	. .venv/bin/activate
	# make sure that we use the .venv when running tests, so that
	# the local narwhals install is picked up
	sed -i '/^\[tool.hatch.envs.default\]/a path = ".venv"' pyproject.toml
	hatch run python -c "import narwhals; print(narwhals.__file__)"
	hatch run +py=${{ matrix.python-version }} test-optional:test-narwhals
	timeout-minutes: 15

	scikit-lego:
	strategy:
	matrix:
	python-version: ["3.11"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: sklego-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-scikit-lego
	run: git clone https://github.com/koaning/scikit-lego.git --depth 1
	- name: install-basics
	run: uv pip install --upgrade tox virtualenv setuptools --system
	- name: install-scikit-lego-dev
	run: \|
	cd scikit-lego
	uv pip install -e ".[test]" --system
	- name: install-narwhals-dev
	run: \|
	uv pip uninstall narwhals --system
	uv pip install -e . --system
	- name: show-deps
	run: uv pip freeze
	- name: Run pytest
	run: \|
	cd scikit-lego
	pytest -n auto --disable-warnings --cov=sklego -m "not cvxpy and not formulaic and not umap"

	shiny:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: shiny-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-shiny
	run: \|
	git clone https://github.com/posit-dev/py-shiny.git
	cd py-shiny
	uv venv -p ${{ matrix.python-version }}
	git log
	- name: install-basics
	run: \|
	cd py-shiny
	. .venv/bin/activate
	uv pip install --upgrade tox virtualenv setuptools
	- name: install-shiny-dev
	run: \|
	cd py-shiny
	. .venv/bin/activate
	# temporary pin to get CI green
	uv pip install "flake8-bugbear<25.10.21"
	make narwhals-install-shiny
	- name: install-narwhals-dev
	run: \|
	cd py-shiny
	. .venv/bin/activate
	uv pip uninstall narwhals
	uv pip install -e ./..
	- name: show-deps
	run: \|
	cd py-shiny
	. .venv/bin/activate
	uv pip freeze
	- name: Run `make narwhals-test-integration`
	run: \|
	cd py-shiny
	. .venv/bin/activate
	# Isort seems to behave slightly differently in CI
	# so we ignore its output
	make format -s
	make narwhals-test-integration

	tea-tasting:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: clone-tea-tasting
	run: \|
	git clone https://github.com/e10v/tea-tasting.git --depth=1
	cd tea-tasting
	git log
	- name: install-uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: true
	cache-suffix: tea-tasting-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	python-version: ${{ matrix.python-version }}
	- name: install-tea-tasting-test
	run: \|
	cd tea-tasting
	uv sync --group test
	- name: install-narwhals-dev
	run: \|
	cd tea-tasting
	uv pip uninstall narwhals
	uv pip install -e ./..
	- name: show-deps
	run: \|
	cd tea-tasting
	uv pip freeze
	- name: run-pytest
	run: \|
	cd tea-tasting
	# empty pytest.ini to avoid pytest using narwhals configs
	touch pytest.ini
	uv run --no-sync pytest tests

	tubular:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: tubular-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-tubular
	run: \|
	git clone https://github.com/lvgig/tubular --depth=1
	cd tubular
	git log
	- name: install-basics
	run:
	uv pip install --upgrade tox virtualenv setuptools pytest-env --system
	- name: install-tubular-dev
	run: \|
	cd tubular
	uv pip install -e ".[dev]" --system
	- name: install-narwhals-dev
	run: \|
	uv pip uninstall narwhals --system
	uv pip install -e . --system
	- name: show-deps
	run: uv pip freeze
	- name: Run pytest
	run: \|
	cd tubular
	pytest tests --config-file=pyproject.toml

	plotly:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: plotly-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-plotly
	run: \|
	git clone https://github.com/plotly/plotly.py --depth=1
	cd plotly.py
	git log
	- name: install-deps
	run: \|
	cd plotly.py
	uv venv -p ${{ matrix.python-version }}
	uv sync --extra dev_optional
	- name: install-narwhals-dev
	run: \|
	cd plotly.py
	. .venv/bin/activate
	uv pip uninstall narwhals
	uv pip install -e ./..
	- name: show-deps
	run: \|
	cd plotly.py
	. .venv/bin/activate
	uv pip freeze
	- name: Run pytest on plotly express
	run: \|
	cd plotly.py
	. .venv/bin/activate
	pytest tests/test_optional/test_px

	hierarchicalforecast:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: hierarchicalforecast-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-hierarchicalforecast
	run: \|
	git clone https://github.com/Nixtla/hierarchicalforecast --depth=1
	cd hierarchicalforecast
	git log
	- name: install-basics
	run: uv pip install --upgrade tox virtualenv setuptools --system
	- name: install-deps
	run: \|
	cd hierarchicalforecast
	uv pip install --system ".[dev,polars]"
	- name: install-narwhals-dev
	run: \|
	uv pip uninstall narwhals --system
	uv pip install -e . --system
	- name: show-deps
	run: uv pip freeze
	- name: Run tests
	run: \|
	cd hierarchicalforecast
	pytest tests

	formulaic:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: formulaic-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-formulaic
	run: \|
	git clone https://github.com/matthewwardrop/formulaic.git --depth=1
	cd formulaic
	git log
	- name: create-hatch-env
	run: \|
	cd formulaic
	uv pip install hatch hatch-vcs "click!=8.3.0" --system
	- name: install-formulaic-dev
	run: \|
	cd formulaic
	hatch run uv pip install -e ".[arrow,calculus]"
	- name: install-narwhals-dev
	run: \|
	cd formulaic
	hatch run uv pip uninstall narwhals
	hatch run uv pip install -e ./..
	- name: show-deps
	run: hatch run uv pip freeze
	- name: run test
	run: \|
	cd formulaic
	hatch run tests --config-file=pyproject.toml

	pointblank:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: pointblank-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-pointblank
	run: \|
	git clone https://github.com/posit-dev/pointblank.git --depth=1
	cd pointblank
	git log
	- name: install-basics
	run: uv pip install --upgrade tox virtualenv setuptools --system
	- name: install-deps
	run: \|
	cd pointblank
	uv venv -p ${{ matrix.python-version }}
	. .venv/bin/activate
	uv pip install . --group dev
	uv pip install pytest pytest-cov pytest-snapshot pandas polars "ibis-framework[duckdb,mysql,postgres,sqlite]>=9.5.0" chatlas shiny
	- name: install-narwhals-dev
	run: \|
	cd pointblank
	. .venv/bin/activate
	uv pip uninstall narwhals
	uv pip install -e .
	- name: show-deps
	run: \|
	cd pointblank
	. .venv/bin/activate
	uv pip freeze
	- name: Run tests
	run: \|
	cd pointblank
	. .venv/bin/activate
	# make sure that we use the .venv when running tests, so that
	# the local narwhals install is picked up
	sed -i 's/uv run pytest/uv run --no-sync pytest/g' Makefile
	make test

	validoopsie:
	strategy:
	matrix:
	python-version: ["3.9", "3.12"] # 3.9 and 3.12 are enough to cover all the tests
	os: ["ubuntu-latest"]
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: validoopsie-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-validoopsie
	run: \|
	git clone https://github.com/akmalsoliev/Validoopsie.git --depth=1 validoopsie
	cd validoopsie
	git log
	- name: install-validoopsie-dev
	run: \|
	cd validoopsie
	uv sync --dev --upgrade
	- name: install-narwhals-dev
	run: \|
	cd validoopsie
	uv remove narwhals
	uv add ./..
	- name: show-deps
	run: \|
	cd validoopsie
	which python
	uv pip freeze
	- name: Run tests
	run: \|
	cd validoopsie
	# empty pytest.ini to avoid pytest using narwhals configs
	touch pytest.ini
	touch tests/__init__.py
	touch tests/utils/__init__.py
	# Keep `--no-sync` in case Narwhals is re-synced with PyPI version
	uv run --no-sync pytest tests
	timeout-minutes: 15

	darts:
	strategy:
	matrix:
	python-version: ["3.11"]
	os: ["ubuntu-latest"]
	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: darts-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-darts
	run: \|
	git clone https://github.com/unit8co/darts.git --depth=1
	cd darts
	git log
	- name: install-deps
	run: \|
	cd darts
	uv pip install -r requirements/core.txt -r requirements/dev.txt --system
	- name: install-narwhals-dev
	run: \|
	uv pip uninstall narwhals --system
	# TODO(FBruzzesi): Install polars from darts requirements when they introcude it
	uv pip install -e ".[polars]" pyarrow --system
	- name: show-deps
	run: uv pip freeze
	- name: Run tests
	run: \|
	cd darts
	pytest darts/tests/test_timeseries.py
	pytest darts/tests/test_timeseries_multivariate.py
	pytest darts/tests/test_timeseries_static_covariates.py

	gt-extras:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: gt-extras-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-gt-extras
	run: \|
	git clone https://github.com/posit-dev/gt-extras.git --depth 1
	cd gt-extras
	git log
	- name: install-gt-extras-dev
	run: \|
	cd gt-extras
	uv sync --all-extras --dev
	- name: install-narwhals-dev
	run: \|
	cd gt-extras
	uv pip uninstall narwhals
	uv pip install -e ./..
	- name: show-deps
	run: \|
	cd gt-extras
	uv pip freeze
	- name: run-pytest
	run: \|
	cd gt-extras
	uv run --no-sync pytest

	fairlearn:
	strategy:
	matrix:
	python-version: ["3.12"]
	os: [ubuntu-latest]

	runs-on: ${{ matrix.os }}
	steps:
	- uses: actions/checkout@v6
	- uses: actions/setup-python@v6
	with:
	python-version: ${{ matrix.python-version }}
	- name: Install uv
	uses: astral-sh/setup-uv@v7
	with:
	enable-cache: "true"
	cache-suffix: fairlearn-${{ matrix.python-version }}
	cache-dependency-glob: "pyproject.toml"
	- name: clone-fairlearn
	run: \|
	git clone https://github.com/fairlearn/fairlearn.git --depth 1
	cd fairlearn
	git log
	- name: install-deps
	run: \|
	cd fairlearn
	uv pip install -e . -r requirements.txt matplotlib polars pyarrow pytest typing-extensions --system
	- name: install-narwhals-dev
	run: \|
	cd fairlearn
	uv pip uninstall narwhals --system
	uv pip install -e ./.. --system
	uv pip freeze
	- name: run-pytest
	run: \|
	cd fairlearn
	# TODO(FBruzzesi): I hope this will be simplified once there is a decision on
	# https://github.com/fairlearn/fairlearn/issues/1555
	pytest test/unit/preprocessing test/unit/metrics

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

feat(expr-ir): Add `read_{csv,parquet}` #11680

Workflow file

feat(expr-ir): Add `read_{csv,parquet}` #11680

Uh oh!

Workflow file for this run

feat(expr-ir): Add read_{csv,parquet} #11680

Workflow file

Workflow file for this run

feat(expr-ir): Add `read_{csv,parquet}` #11680