This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from ce58d02aa36 [HUDI-6336] Support flink timeline-based ckp metadata
(#9651)
add 44994e0a020 [HUDI-6785] Introduce a new File Group Reader (#9624)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/HoodieSparkRecordMerger.java | 16 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 126 ++++++++++
.../SparkFileFormatInternalRowReaderContext.scala | 64 +++++
.../hudi/util/CloseableInternalRowIterator.scala | 79 ++++++
.../apache/hudi/util/CloseableScalaIterator.scala | 24 +-
.../hudi/common/engine/HoodieReaderContext.java | 168 +++++++++++++
...dReader.java => BaseHoodieLogRecordReader.java} | 274 ++++++++-------------
...ader.java => HoodieLogFormatReverseReader.java} | 51 ++--
...anner.java => HoodieMergedLogRecordReader.java} | 240 +++++++-----------
.../table/log/block/HoodieAvroDataBlock.java | 8 +
.../common/table/log/block/HoodieDataBlock.java | 139 ++++++++++-
.../table/log/block/HoodieHFileDataBlock.java | 16 +-
.../table/log/block/HoodieParquetDataBlock.java | 28 ++-
.../common/table/read/FileGroupReaderState.java | 19 +-
.../common/table/read/HoodieFileGroupReader.java | 233 ++++++++++++++++++
.../hudi/common/util/collection/EmptyIterator.java | 26 +-
.../table/read/TestHoodieFileGroupReaderBase.java | 147 +++++++++++
.../hudi/common/testutils/HoodieTestUtils.java | 7 +
.../read/TestHoodieFileGroupReaderOnSpark.scala | 99 ++++++++
19 files changed, 1371 insertions(+), 393 deletions(-)
rename {hudi-spark-datasource/hudi-spark-common =>
hudi-client/hudi-spark-client}/src/main/java/org/apache/hudi/HoodieSparkRecordMerger.java
(87%)
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/BaseSparkInternalRowReaderContext.java
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/SparkFileFormatInternalRowReaderContext.scala
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/CloseableInternalRowIterator.scala
copy hudi-common/src/main/java/org/apache/hudi/common/util/MapUtils.java =>
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/CloseableScalaIterator.scala
(64%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/engine/HoodieReaderContext.java
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/{AbstractHoodieLogRecordReader.java
=> BaseHoodieLogRecordReader.java} (78%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/{HoodieLogFormatReader.java
=> HoodieLogFormatReverseReader.java} (73%)
copy
hudi-common/src/main/java/org/apache/hudi/common/table/log/{HoodieMergedLogRecordScanner.java
=> HoodieMergedLogRecordReader.java} (52%)
copy
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/NoNewDataTerminationStrategy.java
=>
hudi-common/src/main/java/org/apache/hudi/common/table/read/FileGroupReaderState.java
(65%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/read/HoodieFileGroupReader.java
copy
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/NonPartitionedExtractor.java
=>
hudi-common/src/main/java/org/apache/hudi/common/util/collection/EmptyIterator.java
(68%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/read/TestHoodieFileGroupReaderBase.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/common/table/read/TestHoodieFileGroupReaderOnSpark.scala
