Remove hudi and iceberg (#316)

Author: matthewmturner

.github/workflows/test.yml

@@ -146,31 +146,6 @@ jobs:
       - name: Run Deltalake tests
         run: |
           cargo test --features=deltalake extension_cases::deltalake
-  # test-hudi:
-  #   name: Extension / Hudi
-  #   runs-on: ubuntu-latest
-  #   strategy:
-  #     matrix:
-  #       arch: [amd64]
-  #   steps:
-  #     - uses: actions/checkout@v2
-  #       with:
-  #         submodules: true
-  #     - name: Cache Cargo
-  #       uses: actions/cache@v4
-  #       with:
-  #         path: /home/runner/.cargo
-  #         key: cargo-dft-cache-
-  #     - name: Cache Rust dependencies
-  #       uses: actions/cache@v4
-  #       with:
-  #         path: target
-  #         key: ${{ runner.os }}-cargo-target-${{ hashFiles('Cargo.lock') }}
-  #     - name: Setup Rust Toolchain
-  #       uses: ./.github/actions/setup-rust
-  #     - name: Run Hudi tests
-  #       run: |
-  #         cargo test --features=hudi extension_cases::hudi
   test-udfs-wasm:
     name: Extension / UDFs-WASM
     runs-on: ubuntu-latest

Cargo.toml

@@ -101,9 +101,7 @@ http = [
   "dep:tower-http",
   "dep:uuid",
 ]
-# hudi = ["datafusion-app/hudi"]
 huggingface = ["datafusion-app/huggingface"]
-# iceberg = ["datafusion-app/iceberg"]
 s3 = ["datafusion-app/s3", "url"]
 udfs-wasm = ["datafusion-app/udfs-wasm"]
 

crates/datafusion-app/Cargo.toml

@@ -23,11 +23,6 @@ deltalake = { git = "https://github.com/delta-io/delta-rs", rev = "d8995e64c305d
 ], optional = true }
 directories = "5.0.1"
 futures = "0.3.30"
-# hudi = { git = "https://github.com/apache/hudi-rs", rev = "eab36e2d3ea39372c52d2bf6fe41c9aa406c0bea", features = [
-#   "datafusion",
-# ], optional = true }
-# iceberg-catalog-rest = { git = "https://github.com/apache/iceberg-rust", rev = "210134573569be0b6e49464aca076cb122e33e24", optional = true }
-# iceberg-datafusion = { git = "https://github.com/apache/iceberg-rust", rev = "210134573569be0b6e49464aca076cb122e33e24", optional = true }
 indexmap = { version = "2.8.0", features = ["serde"] }
 itertools = "0.13.0"
 log = "0.4.22"
@@ -53,9 +48,7 @@ deltalake = ["dep:deltalake"]
 flightsql = ["dep:arrow-flight", "dep:base64", "dep:tonic"]
 functions-json = ["dep:datafusion-functions-json"]
 functions-parquet = ["dep:datafusion-functions-parquet"]
-# hudi = ["dep:hudi"]
 huggingface = ["object_store_opendal", "opendal", "url"]
-# iceberg = ["dep:iceberg-catalog-rest", "dep:iceberg-datafusion"]
 observability = []
 s3 = ["object_store/aws", "url"]
 udfs-wasm = ["dep:datafusion-udfs-wasm"]

crates/datafusion-app/src/extensions/hudi.rs

@@ -25,12 +25,8 @@ use std::{fmt::Debug, sync::Arc};
 mod builder;
 #[cfg(feature = "deltalake")]
 mod deltalake;
-// #[cfg(feature = "hudi")]
-// mod hudi;
 #[cfg(feature = "huggingface")]
 mod huggingface;
-// #[cfg(feature = "iceberg")]
-// mod iceberg;
 #[cfg(feature = "s3")]
 mod s3;
 
@@ -60,10 +56,6 @@ pub fn enabled_extensions() -> Vec<Arc<dyn Extension>> {
         Arc::new(s3::AwsS3Extension::new()),
         #[cfg(feature = "deltalake")]
         Arc::new(deltalake::DeltaLakeExtension::new()),
-        // #[cfg(feature = "hudi")]
-        // Arc::new(hudi::HudiExtension::new()),
-        // #[cfg(feature = "iceberg")]
-        // Arc::new(iceberg::IcebergExtension::new()),
         #[cfg(feature = "huggingface")]
         Arc::new(huggingface::HuggingFaceExtension::new()),
     ]

crates/datafusion-app/src/extensions/iceberg.rs

@@ -17,18 +17,16 @@
 
 //! Tests for extensions (stored in the `extension_cases` directory)
 
+#[cfg(feature = "flightsql")]
+mod auth_basic;
+#[cfg(feature = "flightsql")]
+mod auth_bearer;
 #[cfg(feature = "deltalake")]
 mod deltalake;
 #[cfg(feature = "flightsql")]
 mod flightsql;
 #[cfg(feature = "functions-json")]
 mod functions_json;
-// #[cfg(feature = "hudi")]
-// mod hudi;
-#[cfg(feature = "flightsql")]
-mod auth_basic;
-#[cfg(feature = "flightsql")]
-mod auth_bearer;
 #[cfg(feature = "huggingface")]
 mod huggingface;
 #[cfg(feature = "s3")]