Skip to content

Commit 1deb1d2

Browse files
authored
deps: bump arrow and parquet to 58.3.0 (#4346)
1 parent 323b6d7 commit 1deb1d2

3 files changed

Lines changed: 44 additions & 43 deletions

File tree

native/Cargo.lock

Lines changed: 39 additions & 37 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

native/Cargo.toml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,10 +34,10 @@ edition = "2021"
3434
rust-version = "1.88"
3535

3636
[workspace.dependencies]
37-
arrow = { version = "58.2.0", features = ["prettyprint", "ffi", "chrono-tz"] }
37+
arrow = { version = "58.3.0", features = ["prettyprint", "ffi", "chrono-tz"] }
3838
async-trait = { version = "0.1" }
3939
bytes = { version = "1.11.1" }
40-
parquet = { version = "58.1.0", default-features = false, features = ["experimental"] }
40+
parquet = { version = "58.3.0", default-features = false, features = ["experimental"] }
4141
datafusion = { version = "53.1.0", default-features = false, features = ["unicode_expressions", "crypto_expressions", "nested_expressions", "parquet"] }
4242
datafusion-datasource = { version = "53.1.0" }
4343
datafusion-physical-expr-adapter = { version = "53.1.0" }

native/core/src/parquet/util/test_common/page_util.rs

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ use parquet::{
2525
data_type::DataType,
2626
encodings::{
2727
encoding::{get_encoder, DictEncoder, Encoder},
28-
levels::{max_buffer_size, LevelEncoder},
28+
levels::LevelEncoder,
2929
},
3030
errors::Result,
3131
schema::types::ColumnDescPtr,
@@ -79,9 +79,8 @@ impl DataPageBuilderImpl {
7979
if max_level <= 0 {
8080
return 0;
8181
}
82-
let size = max_buffer_size(Encoding::RLE, max_level, levels.len());
83-
let mut level_encoder = LevelEncoder::v1(Encoding::RLE, max_level, size);
84-
level_encoder.put(levels);
82+
let mut level_encoder = LevelEncoder::v1_streaming(max_level);
83+
level_encoder.put_with_observer(levels, |_, _| {});
8584
let encoded_levels = level_encoder.consume();
8685
// Actual encoded bytes (without length offset)
8786
let encoded_bytes = &encoded_levels[mem::size_of::<i32>()..];

0 commit comments

Comments
 (0)