Prepare 1.8.1 release which includes deltalake 0.30.0

This release includes delta_kernel 0.19.0 which has a pretty substantial
performance improvement for stats parsing on larger tables

Signed-off-by: R. Tyler Croy <[email protected]>

Author: rtyler

Cargo.toml

@@ -7,7 +7,7 @@ members = [
 resolver = "3"
 
 [workspace.package]
-version = "1.8.0"
+version = "1.8.1"
 edition = "2024"
 keywords = ["deltalake", "parquet", "lambda", "delta", "sqs"]
 homepage = "https://github.com/buoyant-data/oxbow"
@@ -20,7 +20,7 @@ anyhow = "=1"
 chrono = "0.4"
 aws_lambda_events = { version = "0.15", default-features = false, features = ["sns", "sqs", "s3"] }
 # The datafusion feature is required to support invariants which may be in error, but is required as of currently released 0.18.2
-deltalake = { version = "0.29.2", features = ["s3", "json", "datafusion"] }
+deltalake = { version = "0.30.0", features = ["s3", "json", "datafusion"] }
 #deltalake = { git = "https://github.com/delta-io/delta-rs", branch = "main", features = ["s3", "json", "datafusion"]}
 #deltalake = { path = "../../delta-io/delta-rs/crates/deltalake", features = ["s3", "json", "datafusion"]}
 futures = { version = "0.3" }

ci/test.sh

@@ -3,5 +3,4 @@ if [ -f "${HOME}/.cargo/env" ]; then
         . "${HOME}/.cargo/env"
 fi;
 
-
-exec cargo test --verbose
+exec cargo test

crates/oxbow/src/lib.rs

@@ -85,7 +85,7 @@ pub async fn convert(
         Err(e) => {
             info!("No Delta table at {}: {:?}", location, e);
             let store = logstore_for(
-                location.clone(),
+                &location,
                 StorageConfig::parse_options(storage_options.unwrap_or_default())?,
             )?;
             let files = discover_parquet_files(store.object_store(None).clone()).await?;
@@ -591,7 +591,7 @@ mod tests {
             let url = Url::from_file_path(dir.path()).expect("Failed to parse local path");
             (
                 dir,
-                logstore_for(url, StorageConfig::default()).expect("Failed to get store"),
+                logstore_for(&url, StorageConfig::default()).expect("Failed to get store"),
             )
         }
     }
@@ -600,7 +600,7 @@ mod tests {
     async fn discover_parquet_files_empty_dir() {
         let dir = tempfile::tempdir().expect("Failed to create a temporary directory");
         let url = Url::from_file_path(dir.path()).expect("Failed to parse local path");
-        let store = logstore_for(url, StorageConfig::default()).expect("Failed to get store");
+        let store = logstore_for(&url, StorageConfig::default()).expect("Failed to get store");
 
         let files = discover_parquet_files(store.object_store(None).clone())
             .await
@@ -613,7 +613,7 @@ mod tests {
         let path = std::fs::canonicalize("../../tests/data/hive/deltatbl-non-partitioned")
             .expect("Failed to canonicalize");
         let url = Url::from_file_path(path).expect("Failed to parse local path");
-        let store = logstore_for(url, StorageConfig::default()).expect("Failed to get store");
+        let store = logstore_for(&url, StorageConfig::default()).expect("Failed to get store");
 
         let files = discover_parquet_files(store.object_store(None).clone())
             .await
@@ -837,7 +837,7 @@ mod tests {
 
         let files: Vec<ObjectMeta> = vec![];
         let store = logstore_for(
-            Url::parse("s3://example/non-existent").unwrap(),
+            &Url::parse("s3://example/non-existent").unwrap(),
             StorageConfig::default(),
         )
         .expect("Failed to get store");
@@ -858,7 +858,7 @@ mod tests {
             std::fs::canonicalize("../../tests/data/hive/deltatbl-non-partitioned-with-checkpoint")
                 .expect("Failed to canonicalize");
         let url = Url::from_file_path(test_dir).expect("Failed to parse local path");
-        let store = logstore_for(url, StorageConfig::default()).expect("Failed to get store");
+        let store = logstore_for(&url, StorageConfig::default()).expect("Failed to get store");
 
         let files = discover_parquet_files(store.object_store(None).clone())
             .await
@@ -909,7 +909,7 @@ mod tests {
             "../../tests/data/hive/deltatbl-partitioned",
         )?)
         .expect("Failed to parse");
-        let storage = logstore_for(url, StorageConfig::default()).expect("Failed to get store");
+        let storage = logstore_for(&url, StorageConfig::default()).expect("Failed to get store");
         let meta = storage.object_store(None).head(&location).await.unwrap();
 
         let schema = fetch_parquet_schema(storage.object_store(None).clone(), meta)
@@ -1229,7 +1229,7 @@ mod tests {
         // needs to work with
         let table_url = Url::from_file_path(&table_path).expect("Failed to parse local path");
         let store =
-            logstore_for(table_url, StorageConfig::default()).expect("Failed to get object store");
+            logstore_for(&table_url, StorageConfig::default()).expect("Failed to get object store");
         let files = discover_parquet_files(store.object_store(None).clone())
             .await
             .expect("Failed to discover parquet files");
@@ -1326,8 +1326,8 @@ mod tests {
         let formatted = format!("{}", coerced);
 
         assert!(
-            formatted.contains("Timestamp(Microsecond"),
-            "Expected to find a Timestamp(Microsecond) in the coerced schema, got: {formatted}"
+            formatted.contains("Timestamp(µs)"),
+            "Expected to find a Timestamp(µs) in the coerced schema, got: {formatted}"
         );
         assert!(
             !formatted.contains("Timestamp(Nanosecond"),