Adds support for parquet field id

Author: Subham Singhal

datafusion/common/src/config.rs

@@ -751,6 +751,11 @@ config_namespace! {
         /// parquet reader setting. 0 means no caching.
         pub max_predicate_cache_size: Option<usize>, default = None
 
+        /// (reading) If true, use Parquet field IDs for column resolution instead of
+        /// column names. This enables schema evolution with renamed/reordered columns.
+        /// When field IDs are unavailable, falls back to name-based matching.
+        pub field_id_read_enabled: bool, default = false
+
         // The following options affect writing to parquet files
         // and map to parquet::file::properties::WriterProperties
 
@@ -1142,12 +1147,6 @@ config_namespace! {
         ///
         /// Default: true
         pub enable_sort_pushdown: bool, default = true
-
-        /// When set to true, the optimizer will extract leaf expressions
-        /// (such as `get_field`) from filter/sort/join nodes into projections
-        /// closer to the leaf table scans, and push those projections down
-        /// towards the leaf nodes.
-        pub enable_leaf_expression_pushdown: bool, default = true
     }
 }
 
@@ -3071,22 +3070,6 @@ config_namespace! {
         /// If not specified, the default level for the compression algorithm is used.
         pub compression_level: Option<u32>, default = None
         pub schema_infer_max_rec: Option<usize>, default = None
-       /// The JSON format to use when reading files.
-       ///
-       /// When `true` (default), expects newline-delimited JSON (NDJSON):
-       /// ```text
-       /// {"key1": 1, "key2": "val"}
-       /// {"key1": 2, "key2": "vals"}
-       /// ```
-       ///
-       /// When `false`, expects JSON array format:
-       /// ```text
-       /// [
-       ///   {"key1": 1, "key2": "val"},
-       ///   {"key1": 2, "key2": "vals"}
-       /// ]
-       /// ```
-       pub newline_delimited: bool, default = true
     }
 }
 

datafusion/common/src/file_options/parquet_writer.rs

@@ -209,6 +209,7 @@ impl ParquetOptions {
             coerce_int96: _,     // not used for writer props
             skip_arrow_metadata: _,
             max_predicate_cache_size: _,
+            field_id_read_enabled: _, // not used for writer props
         } = self;
 
         let mut builder = WriterProperties::builder()