This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 60bc87c0b83 [FLINK-28380][runtime] Produce one intermediate dataset
for multiple consumer job vertices consuming the same data
add 5c731a37e1a [FLINK-24614][parquet] Support complex types (arrya, map,
row) for parquet reader
No new revisions were added by this update.
Summary of changes:
.../parquet/ParquetVectorizedInputFormat.java | 24 +-
.../formats/parquet/vector/ColumnBatchFactory.java | 2 +-
.../vector/ParquetColumnarRowSplitReader.java | 23 +-
.../parquet/vector/ParquetDecimalVector.java | 17 +-
.../parquet/vector/ParquetSplitReaderUtil.java | 180 +++++++-
.../parquet/vector/reader/ArrayColumnReader.java | 483 +++++++++++++++++++++
.../vector/reader/BaseVectorizedColumnReader.java | 290 +++++++++++++
.../parquet/vector/reader/MapColumnReader.java | 64 +++
.../vector/reader/ParquetDataColumnReader.java | 127 ++++++
.../reader/ParquetDataColumnReaderFactory.java | 234 ++++++++++
.../parquet/vector/reader/RowColumnReader.java | 53 +++
.../parquet/ParquetColumnarRowInputFormatTest.java | 382 ++++++++++------
.../formats/parquet/utils/ParquetWriterUtil.java | 186 --------
.../vector/ParquetColumnarRowSplitReaderTest.java | 425 +++++++++++-------
.../columnar/vector/heap/AbstractHeapVector.java | 7 +
.../data/columnar/vector/heap/HeapArrayVector.java | 89 ++++
.../data/columnar/vector/heap/HeapMapVector.java | 77 ++++
.../data/columnar/vector/heap/HeapRowVector.java | 49 +++
18 files changed, 2181 insertions(+), 531 deletions(-)
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ArrayColumnReader.java
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/BaseVectorizedColumnReader.java
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/MapColumnReader.java
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ParquetDataColumnReader.java
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/ParquetDataColumnReaderFactory.java
create mode 100644
flink-formats/flink-parquet/src/main/java/org/apache/flink/formats/parquet/vector/reader/RowColumnReader.java
delete mode 100644
flink-formats/flink-parquet/src/test/java/org/apache/flink/formats/parquet/utils/ParquetWriterUtil.java
create mode 100644
flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapArrayVector.java
create mode 100644
flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapMapVector.java
create mode 100644
flink-table/flink-table-common/src/main/java/org/apache/flink/table/data/columnar/vector/heap/HeapRowVector.java
