Merge pull request #3 from spiceai/peasee-patch-6

fix: Ensure UncompressedSizeInBytes statistic is calculated

Author: peasee

vortex-array/src/compute/take.rs

@@ -118,15 +118,20 @@ fn propagate_take_stats(source: &dyn Array, target: &dyn Array) -> VortexResult<
             // Any combination of elements from a constant array is still const
             st.set(Stat::IsConstant, Precision::exact(true));
         }
-        let inexact_min_max = [Stat::Min, Stat::Max]
-            .into_iter()
-            .filter_map(|stat| {
-                source
-                    .statistics()
-                    .get(stat)
-                    .map(|v| (stat, v.map(|s| s.into_value()).into_inexact()))
-            })
-            .collect::<Vec<_>>();
+        let inexact_min_max = [
+            Stat::Min,
+            Stat::Max,
+            Stat::UncompressedSizeInBytes,
+            Stat::IsConstant,
+        ]
+        .into_iter()
+        .filter_map(|stat| {
+            source
+                .statistics()
+                .get(stat)
+                .map(|v| (stat, v.map(|s| s.into_value()).into_inexact()))
+        })
+        .collect::<Vec<_>>();
         st.combine_sets(
             &(unsafe { StatsSet::new_unchecked(inexact_min_max) }).as_typed_ref(source.dtype()),
         )

vortex-array/src/stats/mod.rs

@@ -38,6 +38,7 @@ pub const PRUNING_STATS: &[Stat] = &[
     Stat::Sum,
     Stat::NullCount,
     Stat::NaNCount,
+    Stat::UncompressedSizeInBytes,
 ];
 
 #[derive(

vortex-datafusion/src/persistent/format.rs

@@ -35,7 +35,7 @@ use vortex::error::{VortexExpect, VortexResult, vortex_err};
 use vortex::file::VORTEX_FILE_EXTENSION;
 use vortex::scalar::Scalar;
 use vortex::session::VortexSession;
-use vortex::stats::{Stat, StatsSet};
+use vortex::stats::{ArrayStats, Stat, StatsSet};
 use vortex::{VortexSessionDefault, stats};
 
 use super::cache::VortexFileCache;