Skip to content

KE-34157 max expr limit for cnf #271

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
huangfeng1993 wants to merge 1 commit into
base: kycalcite-1.16.0.x-4.x
Choose a base branch
from
Open

KE-34157 max expr limit for cnf #271

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions cassandra/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-cassandra</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Cassandra</name>
<description>Cassandra adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions core/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-core</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Core</name>
<description>Core Calcite APIs and engine.</description>

Expand Down
18 changes: 18 additions & 0 deletions core/src/main/java/org/apache/calcite/rex/RexUtil.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1491,6 +1491,15 @@ public static RexNode toCnf(RexBuilder rexBuilder, int maxCnfNodeCount,
return new CnfHelper(rexBuilder, maxCnfNodeCount).toCnf(rex);
}

/**
* for example (a AND b) OR c -> (a OR c) AND (b OR c)
* maxCnfExprCount = 2 1. (a OR c) 2.(b OR c)
*/
public static RexNode toCnf(RexBuilder rexBuilder, int maxCnfNodeCount, int maxCnfExprCount,
RexNode rex) {
return new CnfHelper(rexBuilder, maxCnfNodeCount, maxCnfExprCount).toCnf(rex);
}

/** Converts an expression to disjunctive normal form (DNF).
*
* <p>DNF: It is a form of logical formula which is disjunction of conjunctive
Expand Down Expand Up @@ -2213,12 +2222,18 @@ private static class CnfHelper {
final RexBuilder rexBuilder;
int currentCount;
final int maxNodeCount; // negative means no limit
int maxExprCount = 10000;

private CnfHelper(RexBuilder rexBuilder, int maxNodeCount) {
this.rexBuilder = rexBuilder;
this.maxNodeCount = maxNodeCount;
}

private CnfHelper(RexBuilder rexBuilder, int maxNodeCount, int maxExprCount) {
this(rexBuilder, maxNodeCount);
this.maxExprCount = maxExprCount;
}

public RexNode toCnf(RexNode rex) {
try {
this.currentCount = 0;
Expand Down Expand Up @@ -2264,6 +2279,9 @@ private RexNode toCnf2(RexNode rex) {
list.add(or(ImmutableList.of(h, t)));
}
}
if (list.size() > maxExprCount) {
throw OverflowError.INSTANCE;
}
return and(list);
case NOT:
final RexNode arg = ((RexCall) rex).getOperands().get(0);
Expand Down
4 changes: 2 additions & 2 deletions druid/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-druid</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Druid</name>
<description>Druid adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions elasticsearch2/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,12 +21,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-elasticsearch2</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Elasticsearch</name>
<description>Elasticsearch adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions elasticsearch5/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,12 +21,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-elasticsearch5</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Elasticsearch5</name>
<description>Elasticsearch5 adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions example/csv/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite-example</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-example-csv</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Example CSV</name>
<description>An example Calcite provider that reads CSV files</description>

Expand Down
4 changes: 2 additions & 2 deletions example/function/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite-example</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-example-function</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Example Function</name>
<description>Examples of user-defined Calcite functions</description>

Expand Down
4 changes: 2 additions & 2 deletions example/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,13 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<!-- The basics. -->
<artifactId>calcite-example</artifactId>
<packaging>pom</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Examples</name>
<description>Calcite examples</description>

Expand Down
4 changes: 2 additions & 2 deletions file/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,13 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<!-- The basics. -->
<artifactId>calcite-file</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite File</name>
<description>Calcite provider that reads files and URIs</description>

Expand Down
4 changes: 2 additions & 2 deletions geode/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-geode</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Geode</name>
<description>Geode adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions linq4j/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-linq4j</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Linq4j</name>
<description>Calcite APIs for LINQ (Language-Integrated Query) in Java</description>

Expand Down
4 changes: 2 additions & 2 deletions mongodb/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-mongodb</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite MongoDB</name>
<description>MongoDB adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions pig/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,11 +20,11 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version></parent>
<version>1.16.0-kylin-4.x-r69</version></parent>

<artifactId>calcite-pig</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Pig</name>
<description>Pig adapter for Calcite</description>

Expand Down
4 changes: 2 additions & 2 deletions piglet/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-piglet</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Piglet</name>
<description>Pig-like language built on top of Calcite algebra</description>

Expand Down
4 changes: 2 additions & 2 deletions plus/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-plus</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Plus</name>
<description>Miscellaneous extras for Calcite</description>

Expand Down
2 changes: 1 addition & 1 deletion pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ limitations under the License.
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<packaging>pom</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>

<!-- More project information. -->
<name>Calcite</name>
Expand Down
4 changes: 2 additions & 2 deletions server/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-server</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Server</name>
<description>Calcite Server</description>

Expand Down
4 changes: 2 additions & 2 deletions spark/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-spark</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Spark</name>

<properties>
Expand Down
4 changes: 2 additions & 2 deletions splunk/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<artifactId>calcite-splunk</artifactId>
<packaging>jar</packaging>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
<name>Calcite Splunk</name>
<description>Splunk adapter for Calcite; also a JDBC driver for Splunk</description>

Expand Down
2 changes: 1 addition & 1 deletion ubenchmark/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ limitations under the License.
<parent>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite</artifactId>
<version>1.16.0-kylin-4.x-r68</version>
<version>1.16.0-kylin-4.x-r69</version>
</parent>

<properties>
Expand Down