[opt](partition prunning) Infer bare-column predicates from monotonic functions for partition pruning (#66288)

Problem Summary:
Partition pruning can binary-search sorted partitions only for
bare-column comparisons.
Predicates such as date_trunc(dt, 'day'), year(dt), and substring(col,
1, n) hide the
partition column and may fall back to slower per-partition evaluation.

Solution:
Derive safe necessary bounds on the bare partition column and use them
only during
partition pruning, while preserving the original predicate and AND/OR
structure.
A dedicated rounding trait models FLOOR/CEIL semantics and validates
unsafe arguments
and casts. Compound interval syntax is bound through DATE_ADD/DATE_SUB,
but is not
inverse-rewritten because overflow and clamping could change query
semantics.

Follow-up work:
This PR keeps the safety-checked inference local to partition pruning. A
follow-up PR will reuse it in global expression optimization so OLAP
zone maps
and ORC/Parquet min/max pruning can also benefit, with broader pushdown
semantics validated separately.

Co-authored-by: yangtao555 <yangtao555@jd.com>

Author: foxtail463

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/InferPredicateFromMonotonicFunction.java

@@ -185,6 +185,9 @@ private static <K extends Comparable<K>> PartitionPruneResult<K> pruneInternal(
         partitionPredicate = PartitionPruneExpressionExtractor.extract(
                 partitionPredicate, ImmutableSet.copyOf(partitionSlots), cascadesContext);
         Expression originalPartitionPredicate = partitionPredicate;
+        // Keep inferred ranges local to pruning. They can unlock sorted-partition binary search,
+        // but must not be written back as extra runtime filter conjuncts.
+        partitionPredicate = InferPredicateFromMonotonicFunction.inferForPartitionPrune(partitionPredicate);
         partitionPredicate = PredicateRewriteForPartitionPrune.rewrite(partitionPredicate, cascadesContext);
         int expandThreshold = cascadesContext.getAndCacheSessionVariable(
                 "partitionPruningExpandThreshold",

fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/PartitionPruner.java

@@ -0,0 +1,43 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.nereids.trees.expressions.functions;
+
+import org.apache.doris.nereids.trees.expressions.Expression;
+import org.apache.doris.nereids.trees.expressions.literal.DateLiteral;
+import org.apache.doris.nereids.trees.expressions.literal.DateTimeV2Literal;
+import org.apache.doris.nereids.trees.expressions.literal.IntegerLikeLiteral;
+
+/**
+ * Monotonicity of year, quarter, and month ceil functions. Calendar arithmetic can clamp the
+ * origin's day at month end, so custom origins do not universally guarantee ceil(x) >= x. For
+ * partition pruning, only the canonical first-day origin is accepted.
+ */
+public interface CalendarCeilMonotonic extends DateCeilFloorMonotonic {
+    @Override
+    default boolean isRoundingRelationGuaranteed() {
+        if (!DateCeilFloorMonotonic.super.isRoundingRelationGuaranteed()) {
+            return false;
+        }
+        if (arity() == 1 || (arity() == 2 && getArgument(1) instanceof IntegerLikeLiteral)) {
+            return true;
+        }
+        Expression origin = getArgument(arity() - 1);
+        return origin instanceof DateLiteral
+                && ((DateLiteral) origin).compareTo(DateTimeV2Literal.USE_IN_FLOOR_CEIL) == 0;
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/CalendarCeilMonotonic.java

@@ -17,10 +17,12 @@
 
 package org.apache.doris.nereids.trees.expressions.functions;
 
+import org.apache.doris.nereids.trees.expressions.Expression;
+import org.apache.doris.nereids.trees.expressions.literal.IntegerLikeLiteral;
 import org.apache.doris.nereids.trees.expressions.literal.Literal;
 
-/** monotonicity of XX_CEIL and XX_FLOOR */
-public interface DateCeilFloorMonotonic extends Monotonic {
+/** Monotonicity and rounding relation of date/time ceil and floor functions. */
+public interface DateCeilFloorMonotonic extends RoundingMonotonic {
     @Override
     default boolean isMonotonic(Literal lower, Literal upper) {
         switch (arity()) {
@@ -44,4 +46,20 @@ default boolean isPositive() {
     default int getMonotonicFunctionChildIndex() {
         return 0;
     }
+
+    @Override
+    default boolean isRoundingRelationGuaranteed() {
+        if (arity() == 1) {
+            return true;
+        }
+        if (arity() == 2 && getArgument(1).getDataType().isDateLikeType()) {
+            return true;
+        }
+        return (arity() == 2 || arity() == 3) && isPositiveIntegerLiteral(getArgument(1));
+    }
+
+    private boolean isPositiveIntegerLiteral(Expression expression) {
+        return expression instanceof IntegerLikeLiteral
+                && ((IntegerLikeLiteral) expression).getBigDecimalValue().signum() > 0;
+    }
 }

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/DateCeilFloorMonotonic.java

@@ -0,0 +1,34 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.nereids.trees.expressions.functions;
+
+/** A monotonic function whose result is guaranteed to be on one side of its input. */
+public interface RoundingMonotonic extends Monotonic {
+    /** Direction in which the function rounds its input. */
+    enum RoundingType {
+        FLOOR,
+        CEIL
+    }
+
+    RoundingType getRoundingType();
+
+    /** Whether the current arguments preserve the declared relation between the result and input. */
+    default boolean isRoundingRelationGuaranteed() {
+        return true;
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/RoundingMonotonic.java

@@ -20,9 +20,10 @@
 import org.apache.doris.catalog.FunctionSignature;
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
-import org.apache.doris.nereids.trees.expressions.functions.Monotonic;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullLiteral;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic.RoundingType;
 import org.apache.doris.nereids.trees.expressions.shape.UnaryExpression;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.types.DateTimeV2Type;
@@ -37,7 +38,8 @@
  * ScalarFunction 'date'. This class is generated by GenerateFunction.
  */
 public class Date extends ScalarFunction
-        implements UnaryExpression, ExplicitlyCastableSignature, PropagateNullable, PropagateNullLiteral, Monotonic {
+        implements UnaryExpression, ExplicitlyCastableSignature, PropagateNullable, PropagateNullLiteral,
+        RoundingMonotonic {
 
     //TODO: eliminate this function for Date input
     public static final List<FunctionSignature> SIGNATURES = ImmutableList.of(
@@ -80,6 +82,11 @@ public boolean isPositive() {
         return true;
     }
 
+    @Override
+    public RoundingType getRoundingType() {
+        return RoundingType.FLOOR;
+    }
+
     @Override
     public int getMonotonicFunctionChildIndex() {
         return 0;

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Date.java

@@ -21,9 +21,10 @@
 import org.apache.doris.nereids.exceptions.AnalysisException;
 import org.apache.doris.nereids.trees.expressions.Expression;
 import org.apache.doris.nereids.trees.expressions.functions.CustomSignature;
-import org.apache.doris.nereids.trees.expressions.functions.Monotonic;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullLiteral;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic.RoundingType;
 import org.apache.doris.nereids.trees.expressions.literal.StringLikeLiteral;
 import org.apache.doris.nereids.trees.expressions.literal.format.DateTimeChecker;
 import org.apache.doris.nereids.trees.expressions.shape.BinaryExpression;
@@ -42,7 +43,7 @@
  * ScalarFunction 'date_trunc'. This class is generated by GenerateFunction.
  */
 public class DateTrunc extends ScalarFunction
-        implements BinaryExpression, PropagateNullLiteral, PropagateNullable, Monotonic, CustomSignature {
+        implements BinaryExpression, PropagateNullLiteral, PropagateNullable, RoundingMonotonic, CustomSignature {
     private static final List<String> LEGAL_TIME_UNIT =
             ImmutableList.of("year", "quarter", "month", "week", "day", "hour", "minute", "second");
 
@@ -168,6 +169,19 @@ public boolean isPositive() {
         return true;
     }
 
+    @Override
+    public RoundingType getRoundingType() {
+        return RoundingType.FLOOR;
+    }
+
+    @Override
+    public boolean isRoundingRelationGuaranteed() {
+        int dateArgumentIndex = getMonotonicFunctionChildIndex();
+        Expression unit = child(dateArgumentIndex == 0 ? 1 : 0);
+        return unit instanceof StringLikeLiteral
+                && LEGAL_TIME_UNIT.contains(((StringLikeLiteral) unit).getStringValue().toLowerCase());
+    }
+
     @Override
     public int getMonotonicFunctionChildIndex() {
         return getArgument(0).getDataType().isDateLikeType() ? 0 : 1;

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/DateTrunc.java

@@ -23,6 +23,7 @@
 import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullLiteral;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic.RoundingType;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.types.DateTimeV2Type;
 import org.apache.doris.nereids.types.DateV2Type;
@@ -102,6 +103,11 @@ public List<FunctionSignature> getSignatures() {
         return SIGNATURES;
     }
 
+    @Override
+    public RoundingType getRoundingType() {
+        return RoundingType.CEIL;
+    }
+
     @Override
     public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
         return visitor.visitDayCeil(this, context);

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/DayCeil.java

@@ -23,6 +23,7 @@
 import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullLiteral;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic.RoundingType;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.types.DateTimeV2Type;
 import org.apache.doris.nereids.types.DateV2Type;
@@ -102,6 +103,11 @@ public List<FunctionSignature> getSignatures() {
         return SIGNATURES;
     }
 
+    @Override
+    public RoundingType getRoundingType() {
+        return RoundingType.FLOOR;
+    }
+
     @Override
     public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
         return visitor.visitDayFloor(this, context);

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/DayFloor.java

@@ -23,6 +23,7 @@
 import org.apache.doris.nereids.trees.expressions.functions.ExplicitlyCastableSignature;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullLiteral;
 import org.apache.doris.nereids.trees.expressions.functions.PropagateNullable;
+import org.apache.doris.nereids.trees.expressions.functions.RoundingMonotonic.RoundingType;
 import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
 import org.apache.doris.nereids.types.DateTimeV2Type;
 import org.apache.doris.nereids.types.IntegerType;
@@ -99,6 +100,11 @@ public List<FunctionSignature> getSignatures() {
         return SIGNATURES;
     }
 
+    @Override
+    public RoundingType getRoundingType() {
+        return RoundingType.CEIL;
+    }
+
     @Override
     public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
         return visitor.visitHourCeil(this, context);