Upgrade to DataFusion 52 with Utf8View support and fix WAL metadata limits #77
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [master, main] | |
| pull_request: | |
| branches: [master, main] | |
| env: | |
| CARGO_TERM_COLOR: always | |
| RUST_BACKTRACE: 1 | |
| jobs: | |
| fmt: | |
| name: Format | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dtolnay/rust-toolchain@stable | |
| with: | |
| components: rustfmt | |
| - run: cargo fmt --all --check | |
| clippy: | |
| name: Clippy | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dtolnay/rust-toolchain@stable | |
| with: | |
| components: clippy | |
| - uses: Swatinem/rust-cache@v2 | |
| - run: cargo clippy --all-targets --all-features -- -D warnings | |
| check: | |
| name: Check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| - run: cargo check --all-targets --all-features | |
| test: | |
| name: Test | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| env: | |
| AWS_SDK_LOAD_CONFIG: "false" | |
| AWS_ENDPOINT_URL: http://127.0.0.1:9000 | |
| AWS_REGION: us-east-1 | |
| AWS_S3_BUCKET: timefusion-test | |
| AWS_S3_ENDPOINT: http://127.0.0.1:9000 | |
| AWS_ALLOW_HTTP: "true" | |
| AWS_ACCESS_KEY_ID: minioadmin | |
| AWS_SECRET_ACCESS_KEY: minioadmin | |
| PGWIRE_PORT: "12345" | |
| PORT: "8080" | |
| TIMEFUSION_TABLE_PREFIX: timefusion-ci-test | |
| BATCH_INTERVAL_MS: "1000" | |
| MAX_BATCH_SIZE: "1000" | |
| ENABLE_BATCH_QUEUE: "true" | |
| MAX_PG_CONNECTIONS: "100" | |
| AWS_S3_LOCKING_PROVIDER: "" | |
| WALRUS_DATA_DIR: /tmp/walrus-wal | |
| # Use small cache sizes for CI tests (similar to test_config in object_store_cache.rs) | |
| TIMEFUSION_FOYER_MEMORY_MB: "10" | |
| TIMEFUSION_FOYER_DISK_MB: "50" | |
| TIMEFUSION_FOYER_METADATA_MEMORY_MB: "10" | |
| TIMEFUSION_FOYER_METADATA_DISK_MB: "50" | |
| TIMEFUSION_FOYER_SHARDS: "2" | |
| services: | |
| minio: | |
| image: public.ecr.aws/bitnami/minio:latest | |
| ports: | |
| - 9000:9000 | |
| env: | |
| MINIO_ROOT_USER: minioadmin | |
| MINIO_ROOT_PASSWORD: minioadmin | |
| MINIO_DEFAULT_BUCKETS: timefusion-test,timefusion-tests | |
| options: >- | |
| --health-cmd "curl -f http://localhost:9000/minio/health/live || exit 1" | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| steps: | |
| - name: Free disk space | |
| run: sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL | |
| - uses: actions/checkout@v4 | |
| - uses: dtolnay/rust-toolchain@stable | |
| - uses: Swatinem/rust-cache@v2 | |
| - name: Run all tests | |
| run: cargo test --all-features |