Skip to content

Commit 56a457e

Browse files
authored
[client] Introduce Paimon encoding to eliminate client-side Paimon dependency (#428)
1 parent 86cc775 commit 56a457e

File tree

12 files changed

+643
-220
lines changed

12 files changed

+643
-220
lines changed

fluss-client/pom.xml

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -47,15 +47,6 @@
4747
<version>${project.version}</version>
4848
</dependency>
4949

50-
<!-- paimon bundle -->
51-
<!-- remove paimon bundle in #408 -->
52-
<dependency>
53-
<groupId>org.apache.paimon</groupId>
54-
<artifactId>paimon-bundle</artifactId>
55-
<version>${paimon.version}</version>
56-
<scope>provided</scope>
57-
</dependency>
58-
5950
<!-- test dependency -->
6051
<dependency>
6152
<groupId>com.alibaba.fluss</groupId>

fluss-common/pom.xml

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -82,14 +82,6 @@
8282
<artifactId>frocksdbjni</artifactId>
8383
</dependency>
8484

85-
<!-- paimon bundle -->
86-
<dependency>
87-
<groupId>org.apache.paimon</groupId>
88-
<artifactId>paimon-bundle</artifactId>
89-
<version>${paimon.version}</version>
90-
<scope>provided</scope>
91-
</dependency>
92-
9385
<!-- test dependencies -->
9486
<dependency>
9587
<groupId>com.alibaba.fluss</groupId>
@@ -104,6 +96,13 @@
10496
<version>${protobuf.version}</version>
10597
<scope>test</scope>
10698
</dependency>
99+
<!-- paimon bundle, only for test purpose -->
100+
<dependency>
101+
<groupId>org.apache.paimon</groupId>
102+
<artifactId>paimon-bundle</artifactId>
103+
<version>${paimon.version}</version>
104+
<scope>test</scope>
105+
</dependency>
107106
</dependencies>
108107

109108
<build>

fluss-common/src/main/java/com/alibaba/fluss/bucketing/PaimonBucketingFunction.java

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,13 +16,12 @@
1616

1717
package com.alibaba.fluss.bucketing;
1818

19-
import org.apache.paimon.utils.MurmurHashUtils;
19+
import com.alibaba.fluss.utils.MurmurHashUtils;
2020

2121
/** An implementation of {@link BucketingFunction} to follow Paimon's bucketing strategy. */
2222
public class PaimonBucketingFunction implements BucketingFunction {
2323
@Override
2424
public int bucketing(byte[] bucketKey, int numBuckets) {
25-
// TODO: remove paimon dependency in #408
2625
return Math.abs(MurmurHashUtils.hashBytes(bucketKey) % numBuckets);
2726
}
2827
}

fluss-common/src/main/java/com/alibaba/fluss/lakehouse/paimon/FlussAsPaimonRow.java

Lines changed: 0 additions & 134 deletions
This file was deleted.

fluss-common/src/main/java/com/alibaba/fluss/row/encode/KeyEncoder.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818

1919
import com.alibaba.fluss.metadata.DataLakeFormat;
2020
import com.alibaba.fluss.row.InternalRow;
21+
import com.alibaba.fluss.row.encode.paimon.PaimonKeyEncoder;
2122
import com.alibaba.fluss.types.RowType;
2223

2324
import javax.annotation.Nullable;

fluss-common/src/main/java/com/alibaba/fluss/row/encode/PaimonKeyEncoder.java

Lines changed: 0 additions & 64 deletions
This file was deleted.

0 commit comments

Comments
 (0)