|
23 | 23 | import static org.apache.parquet.hadoop.ParquetInputFormat.BLOOM_FILTERING_ENABLED;
|
24 | 24 | import static org.apache.parquet.hadoop.ParquetInputFormat.COLUMN_INDEX_FILTERING_ENABLED;
|
25 | 25 | import static org.apache.parquet.hadoop.ParquetInputFormat.DICTIONARY_FILTERING_ENABLED;
|
| 26 | +import static org.apache.parquet.hadoop.ParquetInputFormat.HADOOP_VECTORED_IO_DEFAULT; |
26 | 27 | import static org.apache.parquet.hadoop.ParquetInputFormat.HADOOP_VECTORED_IO_ENABLED;
|
27 | 28 | import static org.apache.parquet.hadoop.ParquetInputFormat.OFF_HEAP_DECRYPT_BUFFER_ENABLED;
|
28 | 29 | import static org.apache.parquet.hadoop.ParquetInputFormat.PAGE_VERIFY_CHECKSUM_ENABLED;
|
@@ -56,7 +57,6 @@ public class ParquetReadOptions {
|
56 | 57 | private static final boolean STATS_FILTERING_ENABLED_DEFAULT = true;
|
57 | 58 | private static final boolean DICTIONARY_FILTERING_ENABLED_DEFAULT = true;
|
58 | 59 | private static final boolean COLUMN_INDEX_FILTERING_ENABLED_DEFAULT = true;
|
59 |
| - private static final boolean HADOOP_VECTORED_IO_ENABLED_DEFAULT = false; |
60 | 60 | private static final int ALLOCATION_SIZE_DEFAULT = 8388608; // 8MB
|
61 | 61 | private static final boolean PAGE_VERIFY_CHECKSUM_ENABLED_DEFAULT = false;
|
62 | 62 | private static final boolean BLOOM_FILTER_ENABLED_DEFAULT = true;
|
@@ -253,7 +253,7 @@ public static class Builder {
|
253 | 253 | protected boolean useStatsFilter = STATS_FILTERING_ENABLED_DEFAULT;
|
254 | 254 | protected boolean useDictionaryFilter = DICTIONARY_FILTERING_ENABLED_DEFAULT;
|
255 | 255 | protected boolean useRecordFilter = RECORD_FILTERING_ENABLED_DEFAULT;
|
256 |
| - protected boolean useHadoopVectoredIo = HADOOP_VECTORED_IO_ENABLED_DEFAULT; |
| 256 | + protected boolean useHadoopVectoredIo = HADOOP_VECTORED_IO_DEFAULT; |
257 | 257 | protected boolean useColumnIndexFilter = COLUMN_INDEX_FILTERING_ENABLED_DEFAULT;
|
258 | 258 | protected boolean usePageChecksumVerification = PAGE_VERIFY_CHECKSUM_ENABLED_DEFAULT;
|
259 | 259 | protected boolean useBloomFilter = BLOOM_FILTER_ENABLED_DEFAULT;
|
@@ -286,7 +286,7 @@ public Builder(ParquetConfiguration conf) {
|
286 | 286 | withCodecFactory(HadoopCodecs.newFactory(conf, 0));
|
287 | 287 | withRecordFilter(getFilter(conf));
|
288 | 288 | withMaxAllocationInBytes(conf.getInt(ALLOCATION_SIZE, 8388608));
|
289 |
| - withUseHadoopVectoredIo(conf.getBoolean(HADOOP_VECTORED_IO_ENABLED, HADOOP_VECTORED_IO_ENABLED_DEFAULT)); |
| 289 | + withUseHadoopVectoredIo(conf.getBoolean(HADOOP_VECTORED_IO_ENABLED, HADOOP_VECTORED_IO_DEFAULT)); |
290 | 290 | String badRecordThresh = conf.get(BAD_RECORD_THRESHOLD_CONF_KEY);
|
291 | 291 | if (badRecordThresh != null) {
|
292 | 292 | set(BAD_RECORD_THRESHOLD_CONF_KEY, badRecordThresh);
|
|
0 commit comments