Skip to content

Commit ca1f98b

Browse files
authored
chore(deps): bump arrow/parquet to 57 (#259)
Set workspace version to 0.6.0 for the dependency major update. Update parquet footer parsing/metadata imports and default manifest executor in std-only builds.
1 parent 6fb537e commit ca1f98b

File tree

3 files changed

+17
-16
lines changed

3 files changed

+17
-16
lines changed

Cargo.toml

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -15,17 +15,17 @@ resolver = "2"
1515
edition = "2021"
1616
license = "Apache-2.0"
1717
repository = "https://github.com/tonbo-io/fusio"
18-
version = "0.5.0"
18+
version = "0.6.0"
1919

2020
[workspace.dependencies]
2121
# Internal crates
22-
fusio = { version = "0.5.0", path = "fusio", default-features = false }
23-
fusio-core = { version = "0.5.0", path = "fusio-core" }
24-
fusio-opendal = { version = "0.5.0", path = "fusio-opendal" }
25-
fusio-parquet = { version = "0.5.0", path = "fusio-parquet" }
22+
fusio = { version = "0.6.0", path = "fusio", default-features = false }
23+
fusio-core = { version = "0.6.0", path = "fusio-core" }
24+
fusio-opendal = { version = "0.6.0", path = "fusio-opendal" }
25+
fusio-parquet = { version = "0.6.0", path = "fusio-parquet" }
2626

2727
# External dependencies
28-
arrow = { version = "56" }
28+
arrow = { version = "57" }
2929
async-stream = { version = "0.3" }
3030
bytes = { version = "1.7", default-features = false }
3131
cfg-if = { version = "1.0.0" }
@@ -39,7 +39,7 @@ js-sys = { version = "0.3.72" }
3939
monoio = { version = "0.2" }
4040
object_store = { version = "0.12" }
4141
opendal = { version = "0.50.1", default-features = false }
42-
parquet = { version = "56", default-features = false }
42+
parquet = { version = "57", default-features = false }
4343
rand = { version = "0.8" }
4444
serde = { version = "1", features = ["derive"] }
4545
serde_json = { version = "1" }

fusio-manifest/src/lib.rs

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,6 @@ pub use context::ManifestContext;
3131
pub use fusio::executor::tokio::TokioExecutor;
3232
#[cfg(all(feature = "web", target_arch = "wasm32"))]
3333
pub use fusio::executor::web::WebExecutor;
34-
#[cfg(feature = "tokio")]
3534
pub use fusio::executor::NoopExecutor;
3635

3736
/// Default executor type based on enabled features.
@@ -43,6 +42,13 @@ pub type DefaultExecutor = TokioExecutor;
4342
#[cfg(all(feature = "web", target_arch = "wasm32", not(feature = "tokio")))]
4443
pub type DefaultExecutor = WebExecutor;
4544

45+
#[cfg(all(
46+
feature = "std",
47+
not(feature = "tokio"),
48+
not(all(feature = "web", target_arch = "wasm32"))
49+
))]
50+
pub type DefaultExecutor = NoopExecutor;
51+
4652
pub(crate) mod cache;
4753
pub mod retention;
4854
pub(crate) mod segment;

fusio-parquet/src/reader.rs

Lines changed: 3 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ use parquet::{
1414
},
1515
errors::ParquetError,
1616
file::{
17-
metadata::{PageIndexPolicy, ParquetMetaData, ParquetMetaDataReader},
17+
metadata::{FooterTail, PageIndexPolicy, ParquetMetaData, ParquetMetaDataReader},
1818
FOOTER_SIZE,
1919
},
2020
};
@@ -81,11 +81,7 @@ impl<E: Executor> AsyncReader<E> {
8181
let buf = &prefetched_footer_slice
8282
[(prefetched_footer_length - FOOTER_SIZE)..prefetched_footer_length];
8383
debug_assert!(buf.len() == FOOTER_SIZE);
84-
ParquetMetaDataReader::decode_footer_tail(
85-
buf.try_into()
86-
.expect("it must convert footer buffer to fixed-size array"),
87-
)?
88-
.metadata_length()
84+
FooterTail::try_from(buf)?.metadata_length()
8985
};
9086

9187
if prefetched_footer_length >= metadata_length + FOOTER_SIZE {
@@ -200,8 +196,7 @@ mod tests {
200196
use futures::StreamExt;
201197
use parquet::{
202198
arrow::{AsyncArrowWriter, ParquetRecordBatchStreamBuilder},
203-
file::properties::WriterProperties,
204-
format::KeyValue,
199+
file::{metadata::KeyValue, properties::WriterProperties},
205200
};
206201
use rand::{distributions::Alphanumeric, Rng};
207202
use tempfile::tempdir;

0 commit comments

Comments
 (0)