Skip to content

Commit 7879a9a

Browse files
committed
WIP
1 parent c22ef8d commit 7879a9a

File tree

1 file changed

+27
-12
lines changed

1 file changed

+27
-12
lines changed

exec/java-exec/src/main/java/org/apache/parquet/hadoop/ParquetColumnChunkPageWriteStore.java

Lines changed: 27 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -17,16 +17,7 @@
1717
*/
1818
package org.apache.parquet.hadoop;
1919

20-
import java.io.Closeable;
21-
import java.io.IOException;
22-
import java.util.ArrayList;
23-
import java.util.HashMap;
24-
import java.util.HashSet;
25-
import java.util.List;
26-
import java.util.Map;
27-
import java.util.Set;
28-
import java.util.zip.CRC32;
29-
20+
import org.apache.parquet.bytes.ByteBufferAllocator;
3021
import org.apache.parquet.bytes.BytesInput;
3122
import org.apache.parquet.bytes.CapacityByteArrayOutputStream;
3223
import org.apache.parquet.column.ColumnDescriptor;
@@ -35,6 +26,7 @@
3526
import org.apache.parquet.column.page.DictionaryPage;
3627
import org.apache.parquet.column.page.PageWriteStore;
3728
import org.apache.parquet.column.page.PageWriter;
29+
import org.apache.parquet.column.statistics.SizeStatistics;
3830
import org.apache.parquet.column.statistics.Statistics;
3931
import org.apache.parquet.column.values.bloomfilter.BloomFilter;
4032
import org.apache.parquet.column.values.bloomfilter.BloomFilterWriteStore;
@@ -51,11 +43,20 @@
5143
import org.apache.parquet.internal.column.columnindex.OffsetIndexBuilder;
5244
import org.apache.parquet.io.ParquetEncodingException;
5345
import org.apache.parquet.schema.MessageType;
54-
import org.apache.parquet.bytes.ByteBufferAllocator;
5546
import org.apache.yetus.audience.InterfaceAudience;
5647
import org.slf4j.Logger;
5748
import org.slf4j.LoggerFactory;
5849

50+
import java.io.Closeable;
51+
import java.io.IOException;
52+
import java.util.ArrayList;
53+
import java.util.HashMap;
54+
import java.util.HashSet;
55+
import java.util.List;
56+
import java.util.Map;
57+
import java.util.Set;
58+
import java.util.zip.CRC32;
59+
5960
@InterfaceAudience.Private
6061
public class ParquetColumnChunkPageWriteStore implements PageWriteStore, BloomFilterWriteStore,
6162
AutoCloseable {
@@ -152,6 +153,20 @@ public void writePage(BytesInput bytesInput, int valueCount, Statistics<?> stati
152153
writePage(bytesInput, valueCount, -1, statistics, rlEncoding, dlEncoding, valuesEncoding);
153154
}
154155

156+
@Override
157+
public void writePage(
158+
BytesInput bytesInput,
159+
int valueCount,
160+
int rowCount,
161+
Statistics<?> statistics,
162+
SizeStatistics sizeStatistics,
163+
Encoding rlEncoding,
164+
Encoding dlEncoding,
165+
Encoding valuesEncoding)
166+
throws IOException {
167+
writePage(bytesInput, valueCount, rowCount, statistics, rlEncoding, dlEncoding, valuesEncoding);
168+
}
169+
155170
@Override
156171
public void writePage(BytesInput bytes,
157172
int valueCount,
@@ -399,7 +414,7 @@ public void close() {
399414
}
400415
}
401416

402-
private final Map<ColumnDescriptor, ColumnChunkPageWriter> writers = new HashMap<ColumnDescriptor, ColumnChunkPageWriter>();
417+
private final Map<ColumnDescriptor, ParquetColumnChunkPageWriteStore.ColumnChunkPageWriter> writers = new HashMap<ColumnDescriptor, ColumnChunkPageWriter>();
403418
private final MessageType schema;
404419

405420
public ParquetColumnChunkPageWriteStore(BytesInputCompressor compressor, MessageType schema, int initialSlabSize,

0 commit comments

Comments
 (0)