|
17 | 17 | */ |
18 | 18 | package org.apache.parquet.hadoop; |
19 | 19 |
|
20 | | -import java.io.Closeable; |
21 | | -import java.io.IOException; |
22 | | -import java.util.ArrayList; |
23 | | -import java.util.HashMap; |
24 | | -import java.util.HashSet; |
25 | | -import java.util.List; |
26 | | -import java.util.Map; |
27 | | -import java.util.Set; |
28 | | -import java.util.zip.CRC32; |
29 | | - |
| 20 | +import org.apache.parquet.bytes.ByteBufferAllocator; |
30 | 21 | import org.apache.parquet.bytes.BytesInput; |
31 | 22 | import org.apache.parquet.bytes.CapacityByteArrayOutputStream; |
32 | 23 | import org.apache.parquet.column.ColumnDescriptor; |
|
35 | 26 | import org.apache.parquet.column.page.DictionaryPage; |
36 | 27 | import org.apache.parquet.column.page.PageWriteStore; |
37 | 28 | import org.apache.parquet.column.page.PageWriter; |
| 29 | +import org.apache.parquet.column.statistics.SizeStatistics; |
38 | 30 | import org.apache.parquet.column.statistics.Statistics; |
39 | 31 | import org.apache.parquet.column.values.bloomfilter.BloomFilter; |
40 | 32 | import org.apache.parquet.column.values.bloomfilter.BloomFilterWriteStore; |
|
51 | 43 | import org.apache.parquet.internal.column.columnindex.OffsetIndexBuilder; |
52 | 44 | import org.apache.parquet.io.ParquetEncodingException; |
53 | 45 | import org.apache.parquet.schema.MessageType; |
54 | | -import org.apache.parquet.bytes.ByteBufferAllocator; |
55 | 46 | import org.apache.yetus.audience.InterfaceAudience; |
56 | 47 | import org.slf4j.Logger; |
57 | 48 | import org.slf4j.LoggerFactory; |
58 | 49 |
|
| 50 | +import java.io.Closeable; |
| 51 | +import java.io.IOException; |
| 52 | +import java.util.ArrayList; |
| 53 | +import java.util.HashMap; |
| 54 | +import java.util.HashSet; |
| 55 | +import java.util.List; |
| 56 | +import java.util.Map; |
| 57 | +import java.util.Set; |
| 58 | +import java.util.zip.CRC32; |
| 59 | + |
59 | 60 | @InterfaceAudience.Private |
60 | 61 | public class ParquetColumnChunkPageWriteStore implements PageWriteStore, BloomFilterWriteStore, |
61 | 62 | AutoCloseable { |
@@ -152,6 +153,20 @@ public void writePage(BytesInput bytesInput, int valueCount, Statistics<?> stati |
152 | 153 | writePage(bytesInput, valueCount, -1, statistics, rlEncoding, dlEncoding, valuesEncoding); |
153 | 154 | } |
154 | 155 |
|
| 156 | + @Override |
| 157 | + public void writePage( |
| 158 | + BytesInput bytesInput, |
| 159 | + int valueCount, |
| 160 | + int rowCount, |
| 161 | + Statistics<?> statistics, |
| 162 | + SizeStatistics sizeStatistics, |
| 163 | + Encoding rlEncoding, |
| 164 | + Encoding dlEncoding, |
| 165 | + Encoding valuesEncoding) |
| 166 | + throws IOException { |
| 167 | + writePage(bytesInput, valueCount, rowCount, statistics, rlEncoding, dlEncoding, valuesEncoding); |
| 168 | + } |
| 169 | + |
155 | 170 | @Override |
156 | 171 | public void writePage(BytesInput bytes, |
157 | 172 | int valueCount, |
@@ -399,7 +414,7 @@ public void close() { |
399 | 414 | } |
400 | 415 | } |
401 | 416 |
|
402 | | - private final Map<ColumnDescriptor, ColumnChunkPageWriter> writers = new HashMap<ColumnDescriptor, ColumnChunkPageWriter>(); |
| 417 | + private final Map<ColumnDescriptor, ParquetColumnChunkPageWriteStore.ColumnChunkPageWriter> writers = new HashMap<ColumnDescriptor, ColumnChunkPageWriter>(); |
403 | 418 | private final MessageType schema; |
404 | 419 |
|
405 | 420 | public ParquetColumnChunkPageWriteStore(BytesInputCompressor compressor, MessageType schema, int initialSlabSize, |
|
0 commit comments