Skip to content
CI

ci cleanup #761

Sign in to view logs

ci cleanup

ci cleanup #761

Workflow file for this run

.github/workflows/main.yaml at b920bd2
name: CI
on:
push:
branches: "*"
pull_request:
branches: main
jobs:
linux:
name: ${{ matrix.CONDA_ENV }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py39, py310, py311, py312]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet
v2:
name: v2-py310
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py310]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
env:
FASTPARQUET_DATAPAGE_V2: TRUE
run: |
echo "FASTPARQUET_DATAPAGE_V2=$FASTPARQUET_DATAPAGE_V2"
pytest --verbose --cov=fastparquet
# pandas:
# name: pandas
# runs-on: ubuntu-latest
# steps:
# - name: APT
# run: sudo apt-get install liblzo2-dev
#
# - name: Checkout
# uses: actions/checkout@v2
# with:
# fetch-depth: 0
#
# - name: Fetch upstream tags
# run: |
# git remote add upstream https://github.com/dask/fastparquet.git
# git fetch upstream --tags
#
# - name: Setup conda
# uses: conda-incubator/setup-miniconda@v3
# with:
# environment-file: ci/environment-py310.yml
#
# - name: pip-install
# shell: bash -l {0}
# run: |
# pip install Cython
# pip install hypothesis
# pip install pytest-localserver pytest-xdist pytest-asyncio
# pip install -e . --no-deps # Install fastparquet
# pip install versioneer # Needed for pandas build
# git clone https://github.com/pandas-dev/pandas
# cd pandas
# python setup.py build_ext -j 4
# pip install -e . --no-build-isolation
#
# - name: Run Tests
# shell: bash -l {0}
# run: |
# pytest -v fastparquet/ # fastparquet test suite against dev pandas
# pytest --verbose pandas/pandas/tests/io/test_parquet.py
# # Test parquet with different filesystems
# pytest --verbose pandas/pandas/tests/io/test_gcs.py pandas/pandas/tests/io/test_fsspec.py -k "parquet"
#
win:
name: win
runs-on: windows-2022
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Fetch upstream tags
run: |
git remote add upstream https://github.com/dask/fastparquet.git
git fetch upstream --tags
- name: Setup conda
uses: conda-incubator/setup-miniconda@v3
with:
environment-file: ci/environment-py310win.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet