Skip to content
CI

Temp #816

Sign in to view logs

Temp

Temp #816

Workflow file for this run

.github/workflows/main.yaml at f6daf95
name: CI
on:
push:
branches: "*"
pull_request:
branches: main
jobs:
linux:
name: ${{ matrix.CONDA_ENV }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py310, py311, py312, py313, py314]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet
linux-pandas3:
name: ${{ matrix.CONDA_ENV }}-pandas3-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py312, py313, py314]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}-pandas3.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet
v2:
name: v2-py310
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py310]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install . --no-deps
- name: Run Tests
shell: bash -l {0}
env:
FASTPARQUET_DATAPAGE_V2: TRUE
run: |
echo "FASTPARQUET_DATAPAGE_V2=$FASTPARQUET_DATAPAGE_V2"
pytest --verbose --cov=fastparquet
pandas:
name: pandas
runs-on: ubuntu-latest
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-py311.yml
- name: Fetch pandas
uses: actions/checkout@v4
with:
repository: pandas-dev/pandas
path: pandas
fetch-depth: 0 # fetch all history for correct version
- name: Install fastparquet and pandas
shell: bash -l {0}
run: |
pip install Cython
pip install hypothesis
pip install pytest-localserver pytest-xdist pytest-asyncio
pip install meson-python versioneer # Needed for pandas build
pip install . --no-deps # Install fastparquet
pip install ./pandas --no-build-isolation -C compile-args="-j4"
- name: Run Tests
shell: bash -l {0}
run: |
pytest -v fastparquet/ # fastparquet test suite against dev pandas
pytest --verbose pandas/pandas/tests/io/test_parquet.py
# Test parquet with different filesystems
pytest --verbose pandas/pandas/tests/io/test_gcs.py pandas/pandas/tests/io/test_fsspec.py -k "parquet" -o xfail_strict=False
win:
name: win
runs-on: windows-2022
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-py310win.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet