@@ -725,9 +725,6 @@ impl TableChangesTable {
725725 let schema = Arc :: new ( Schema :: new ( vec ! [
726726 Field :: new( "snapshot_id" , DataType :: Int64 , false ) ,
727727 Field :: new( "change_type" , DataType :: Utf8 , false ) ,
728- Field :: new( "file_path" , DataType :: Utf8 , false ) ,
729- Field :: new( "file_size_bytes" , DataType :: Int64 , false ) ,
730- Field :: new( "row_count" , DataType :: Int64 , true ) ,
731728 ] ) ) ;
732729 Self {
733730 provider,
@@ -763,9 +760,6 @@ impl TableChangesTable {
763760 struct ChangeRecord {
764761 snapshot_id : i64 ,
765762 change_type : & ' static str ,
766- file_path : String ,
767- file_size_bytes : i64 ,
768- row_count : Option < i64 > ,
769763 }
770764
771765 let mut changes: Vec < ChangeRecord > =
@@ -776,9 +770,6 @@ impl TableChangesTable {
776770 changes. push ( ChangeRecord {
777771 snapshot_id : data_file. begin_snapshot ,
778772 change_type : "insert" ,
779- file_path : data_file. file . path . clone ( ) ,
780- file_size_bytes : data_file. file . file_size_bytes ,
781- row_count : None ,
782773 } ) ;
783774 }
784775
@@ -787,9 +778,6 @@ impl TableChangesTable {
787778 changes. push ( ChangeRecord {
788779 snapshot_id : delete_file. begin_snapshot ,
789780 change_type : "delete" ,
790- file_path : delete_file. delete_file . path . clone ( ) ,
791- file_size_bytes : delete_file. delete_file . file_size_bytes ,
792- row_count : delete_file. delete_count ,
793781 } ) ;
794782 }
795783
@@ -803,27 +791,9 @@ impl TableChangesTable {
803791 let change_types: ArrayRef = Arc :: new ( StringArray :: from (
804792 changes. iter ( ) . map ( |c| c. change_type ) . collect :: < Vec < _ > > ( ) ,
805793 ) ) ;
806- let file_paths: ArrayRef = Arc :: new ( StringArray :: from (
807- changes
808- . iter ( )
809- . map ( |c| c. file_path . as_str ( ) )
810- . collect :: < Vec < _ > > ( ) ,
811- ) ) ;
812- let file_sizes: ArrayRef = Arc :: new ( Int64Array :: from (
813- changes
814- . iter ( )
815- . map ( |c| c. file_size_bytes )
816- . collect :: < Vec < _ > > ( ) ,
817- ) ) ;
818- let row_counts: ArrayRef = Arc :: new ( Int64Array :: from (
819- changes. iter ( ) . map ( |c| c. row_count ) . collect :: < Vec < _ > > ( ) ,
820- ) ) ;
821794
822- RecordBatch :: try_new (
823- self . schema . clone ( ) ,
824- vec ! [ snapshot_ids, change_types, file_paths, file_sizes, row_counts] ,
825- )
826- . map_err ( |e| datafusion:: error:: DataFusionError :: ArrowError ( Box :: new ( e) , None ) )
795+ RecordBatch :: try_new ( self . schema . clone ( ) , vec ! [ snapshot_ids, change_types] )
796+ . map_err ( |e| datafusion:: error:: DataFusionError :: ArrowError ( Box :: new ( e) , None ) )
827797 }
828798}
829799
0 commit comments