Skip to content

Commit a9ef29d

Browse files
committed
fix: Handle UncompressedSizeInBytes statistic correctly
Ported from spiceai-51 patch #3: - Add UncompressedSizeInBytes to PRUNING_STATS - Propagate UncompressedSizeInBytes and IsConstant through take stats
1 parent 9b4bde9 commit a9ef29d

2 files changed

Lines changed: 8 additions & 2 deletions

File tree

vortex-array/src/arrays/dict/take.rs

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -150,8 +150,13 @@ pub(crate) fn propagate_take_stats(
150150
st.set(Stat::IsConstant, Precision::exact(true));
151151
}
152152
}
153-
let inexact_min_max = [Stat::Min, Stat::Max]
154-
.into_iter()
153+
let inexact_min_max = [
154+
Stat::Min,
155+
Stat::Max,
156+
Stat::UncompressedSizeInBytes,
157+
Stat::IsConstant,
158+
]
159+
.into_iter()
155160
.filter_map(|stat| {
156161
source
157162
.statistics()

vortex-array/src/stats/mod.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ pub const PRUNING_STATS: &[Stat] = &[
2626
Stat::Sum,
2727
Stat::NullCount,
2828
Stat::NaNCount,
29+
Stat::UncompressedSizeInBytes,
2930
];
3031

3132
pub fn as_stat_bitset_bytes(stats: &[Stat]) -> Vec<u8> {

0 commit comments

Comments
 (0)