wip

Author: peasee

vortex-array/src/stats/mod.rs

@@ -38,6 +38,7 @@ pub const PRUNING_STATS: &[Stat] = &[
     Stat::Sum,
     Stat::NullCount,
     Stat::NaNCount,
+    Stat::UncompressedSizeInBytes,
 ];
 
 #[derive(

vortex-datafusion/src/persistent/format.rs

@@ -293,6 +293,8 @@ impl FileFormat for VortexFormat {
                     acc.zip(stats_set).map(|(acc, stats_set)| acc + stats_set)
                 });
 
+            println!("Found total byte size: {:?}", total_byte_size);
+
             // Sum up the total byte size across all the columns.
             let total_byte_size = total_byte_size.to_df();
 

vortex-datafusion/src/persistent/source.rs

@@ -197,8 +197,6 @@ impl FileSource for VortexSource {
             .clone()
             .vortex_expect("projected_statistics must be set");
 
-        println!("Statistics for source: {:?}", statistics);
-
         if self.vortex_predicate.is_some() {
             Ok(statistics.to_inexact())
         } else {