This is an automated email from the ASF dual-hosted git repository.
gabor pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git
from d8396086b PARQUET-2431: Handle ByteBufferAllocator gracefully (#1274)
add 274dc51bc PARQUET-2432: Use ByteBufferAllocator over hardcoded heap
allocation (#1278)
No new revisions were added by this update.
Summary of changes:
.../apache/parquet/column/ColumnWriteStore.java | 3 +-
.../org/apache/parquet/column/ColumnWriter.java | 3 +-
.../column/page/DictionaryPageReadStore.java | 7 +-
.../apache/parquet/column/page/PageWriteStore.java | 7 +-
.../org/apache/parquet/column/page/PageWriter.java | 7 +-
.../values/bloomfilter/BloomFilterWriteStore.java | 7 +-
.../values/bloomfilter/BloomFilterWriter.java | 7 +-
.../parquet/column/page/mem/MemPageStore.java | 5 +
parquet-common/pom.xml | 7 +
.../apache/parquet/bytes/ByteBufferReleaser.java | 62 ++++
.../java/org/apache/parquet/bytes/BytesInput.java | 194 +++++++++-
.../java/org/apache/parquet/bytes/BytesUtils.java | 12 +-
.../bytes/CapacityByteArrayOutputStream.java | 19 +
.../bytes/ConcatenatingByteArrayCollector.java | 15 +
.../bytes/ConcatenatingByteBufferCollector.java | 105 ++++++
.../parquet/bytes/ReusingByteBufferAllocator.java | 107 ++++++
.../parquet/bytes/TrackingByteBufferAllocator.java | 2 +
.../org/apache/parquet/util/AutoCloseables.java | 41 ++-
.../org/apache/parquet/bytes/TestBytesInput.java | 392 +++++++++++++++++++++
.../TestConcatenatingByteBufferCollector.java | 112 ++++++
.../bytes/TestReusingByteBufferAllocator.java | 124 +++++++
.../parquet/filter2/compat/RowGroupFilter.java | 5 +-
.../format/converter/ParquetMetadataConverter.java | 23 +-
.../parquet/hadoop/ColumnChunkPageReadStore.java | 32 +-
.../parquet/hadoop/ColumnChunkPageWriteStore.java | 25 +-
.../parquet/hadoop/DictionaryPageReader.java | 25 +-
.../hadoop/InternalParquetRecordWriter.java | 27 +-
.../apache/parquet/hadoop/ParquetFileReader.java | 117 ++++--
.../apache/parquet/hadoop/ParquetFileWriter.java | 84 ++++-
.../apache/parquet/hadoop/ParquetOutputFormat.java | 6 +-
.../org/apache/parquet/hadoop/ParquetWriter.java | 10 +-
.../hadoop/TestColumnChunkPageWriteStore.java | 27 +-
.../parquet/hadoop/TestDataPageChecksums.java | 23 +-
.../parquet/hadoop/TestParquetFileWriter.java | 66 +++-
34 files changed, 1549 insertions(+), 159 deletions(-)
create mode 100644
parquet-common/src/main/java/org/apache/parquet/bytes/ByteBufferReleaser.java
create mode 100644
parquet-common/src/main/java/org/apache/parquet/bytes/ConcatenatingByteBufferCollector.java
create mode 100644
parquet-common/src/main/java/org/apache/parquet/bytes/ReusingByteBufferAllocator.java
create mode 100644
parquet-common/src/test/java/org/apache/parquet/bytes/TestBytesInput.java
create mode 100644
parquet-common/src/test/java/org/apache/parquet/bytes/TestConcatenatingByteBufferCollector.java
create mode 100644
parquet-common/src/test/java/org/apache/parquet/bytes/TestReusingByteBufferAllocator.java
