Skip to content

Commit 64b2a3c

Browse files
committed
fix
1 parent cee9085 commit 64b2a3c

File tree

4 files changed

+22
-22
lines changed

4 files changed

+22
-22
lines changed

paimon-core/src/main/java/org/apache/paimon/KeyValueFileStore.java

Lines changed: 1 addition & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -42,19 +42,13 @@
4242
import org.apache.paimon.table.BucketMode;
4343
import org.apache.paimon.table.CatalogEnvironment;
4444
import org.apache.paimon.types.RowType;
45-
import org.apache.paimon.utils.FileStorePathFactory;
4645
import org.apache.paimon.utils.KeyComparatorSupplier;
4746
import org.apache.paimon.utils.UserDefinedSeqComparator;
4847
import org.apache.paimon.utils.ValueEqualiserSupplier;
4948

5049
import java.util.Comparator;
51-
import java.util.HashMap;
52-
import java.util.HashSet;
5350
import java.util.List;
54-
import java.util.Map;
5551
import java.util.Optional;
56-
import java.util.Set;
57-
import java.util.function.Function;
5852
import java.util.function.Supplier;
5953

6054
import static org.apache.paimon.predicate.PredicateBuilder.and;
@@ -198,7 +192,7 @@ public AbstractFileStoreWrite<KeyValue> newWrite(
198192
logDedupEqualSupplier,
199193
mfFactory,
200194
pathFactory(),
201-
format2PathFactory(options, this::pathFactory),
195+
this::pathFactory,
202196
snapshotManager(),
203197
newScan(ScanType.FOR_WRITE).withManifestCacheFilter(manifestFilter),
204198
indexFactory,
@@ -209,15 +203,6 @@ public AbstractFileStoreWrite<KeyValue> newWrite(
209203
}
210204
}
211205

212-
public static Map<String, FileStorePathFactory> format2PathFactory(
213-
CoreOptions options, Function<String, FileStorePathFactory> pathFactory) {
214-
Map<String, FileStorePathFactory> pathFactoryMap = new HashMap<>();
215-
Set<String> formats = new HashSet<>(options.fileFormatPerLevel().values());
216-
formats.add(options.fileFormatString());
217-
formats.forEach(format -> pathFactoryMap.put(format, pathFactory.apply(format)));
218-
return pathFactoryMap;
219-
}
220-
221206
@Override
222207
protected KeyValueFileStoreScan newScan(ScanType scanType) {
223208
BucketSelectConverter bucketSelectConverter =

paimon-core/src/main/java/org/apache/paimon/operation/KeyValueFileStoreWrite.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,6 @@
8181

8282
import java.util.Comparator;
8383
import java.util.List;
84-
import java.util.Map;
8584
import java.util.concurrent.ExecutorService;
8685
import java.util.function.Function;
8786
import java.util.function.Supplier;
@@ -90,6 +89,7 @@
9089
import static org.apache.paimon.CoreOptions.MergeEngine.DEDUPLICATE;
9190
import static org.apache.paimon.lookup.LookupStoreFactory.bfGenerator;
9291
import static org.apache.paimon.mergetree.LookupFile.localFilePrefix;
92+
import static org.apache.paimon.utils.FileStorePathFactory.createFormatPathFactories;
9393

9494
/** {@link FileStoreWrite} for {@link KeyValueFileStore}. */
9595
public class KeyValueFileStoreWrite extends MemoryFileStoreWrite<KeyValue> {
@@ -124,7 +124,7 @@ public KeyValueFileStoreWrite(
124124
Supplier<RecordEqualiser> logDedupEqualSupplier,
125125
MergeFunctionFactory<KeyValue> mfFactory,
126126
FileStorePathFactory pathFactory,
127-
Map<String, FileStorePathFactory> format2PathFactory,
127+
Function<String, FileStorePathFactory> formatPathFactory,
128128
SnapshotManager snapshotManager,
129129
FileStoreScan scan,
130130
@Nullable IndexMaintainer.Factory<KeyValue> indexFactory,
@@ -166,7 +166,7 @@ public KeyValueFileStoreWrite(
166166
keyType,
167167
valueType,
168168
options.fileFormat(),
169-
format2PathFactory,
169+
createFormatPathFactories(options, formatPathFactory),
170170
options.targetFileSize(true));
171171
this.keyComparatorSupplier = keyComparatorSupplier;
172172
this.logDedupEqualSupplier = logDedupEqualSupplier;

paimon-core/src/main/java/org/apache/paimon/postpone/PostponeBucketFileStoreWrite.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@
4242
import java.util.concurrent.ExecutorService;
4343
import java.util.function.Function;
4444

45-
import static org.apache.paimon.KeyValueFileStore.format2PathFactory;
45+
import static org.apache.paimon.utils.FileStorePathFactory.createFormatPathFactories;
4646

4747
/** {@link FileStoreWrite} for {@code bucket = -2} tables. */
4848
public class PostponeBucketFileStoreWrite extends AbstractFileStoreWrite<KeyValue> {
@@ -56,7 +56,7 @@ public PostponeBucketFileStoreWrite(
5656
RowType partitionType,
5757
RowType keyType,
5858
RowType valueType,
59-
Function<String, FileStorePathFactory> pathFactory,
59+
Function<String, FileStorePathFactory> formatPathFactory,
6060
SnapshotManager snapshotManager,
6161
FileStoreScan scan,
6262
CoreOptions options,
@@ -87,7 +87,7 @@ public PostponeBucketFileStoreWrite(
8787
keyType,
8888
valueType,
8989
this.options.fileFormat(),
90-
format2PathFactory(this.options, pathFactory),
90+
createFormatPathFactories(this.options, formatPathFactory),
9191
options.targetFileSize(true));
9292

9393
// Ignoring previous files saves scanning time.

paimon-core/src/main/java/org/apache/paimon/utils/FileStorePathFactory.java

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818

1919
package org.apache.paimon.utils;
2020

21+
import org.apache.paimon.CoreOptions;
2122
import org.apache.paimon.annotation.VisibleForTesting;
2223
import org.apache.paimon.data.BinaryRow;
2324
import org.apache.paimon.fs.ExternalPathProvider;
@@ -29,9 +30,14 @@
2930
import javax.annotation.Nullable;
3031
import javax.annotation.concurrent.ThreadSafe;
3132

33+
import java.util.HashMap;
34+
import java.util.HashSet;
3235
import java.util.List;
36+
import java.util.Map;
37+
import java.util.Set;
3338
import java.util.UUID;
3439
import java.util.concurrent.atomic.AtomicInteger;
40+
import java.util.function.Function;
3541
import java.util.stream.Collectors;
3642

3743
/** Factory which produces {@link Path}s for manifest files. */
@@ -290,4 +296,13 @@ public Path toPath(String fileName) {
290296
}
291297
};
292298
}
299+
300+
public static Map<String, FileStorePathFactory> createFormatPathFactories(
301+
CoreOptions options, Function<String, FileStorePathFactory> formatPathFactory) {
302+
Map<String, FileStorePathFactory> pathFactoryMap = new HashMap<>();
303+
Set<String> formats = new HashSet<>(options.fileFormatPerLevel().values());
304+
formats.add(options.fileFormatString());
305+
formats.forEach(format -> pathFactoryMap.put(format, formatPathFactory.apply(format)));
306+
return pathFactoryMap;
307+
}
293308
}

0 commit comments

Comments
 (0)