This is an automated email from the ASF dual-hosted git repository.
codope pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from a29fe277df8 [HUDI-7694] Unify bijection-avro dependency version
(#11132)
add f553ba25fe3 [HUDI-7144] Build storage partition stats index and use it
for data skipping (#10352)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/config/HoodieWriteConfig.java | 8 +
.../metadata/HoodieBackedTableMetadataWriter.java | 87 ++-------
.../hudi/metadata/HoodieMetadataWriteUtils.java | 3 +-
.../hudi/common/config/HoodieMetadataConfig.java | 48 +++++
.../org/apache/hudi/common/util/BaseFileUtils.java | 54 ++++++
.../org/apache/hudi/common/util/ParquetUtils.java | 19 +-
.../hudi/metadata/HoodieMetadataPayload.java | 43 ++++-
.../hudi/metadata/HoodieTableMetadataUtil.java | 184 +++++++++++++++++-
.../hudi/metadata/MetadataPartitionType.java | 11 ++
.../apache/hudi/common/util/TestBaseFileUtils.java | 84 ++++++++
.../hudi/metadata/TestHoodieMetadataPayload.java | 45 +++++
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 74 +++++++
.../hudi/metadata/TestMetadataPartitionType.java | 4 +
.../scala/org/apache/hudi/HoodieFileIndex.scala | 1 +
.../apache/hudi/PartitionStatsIndexSupport.scala | 65 +++++++
.../analysis/HoodiePruneFileSourcePartitions.scala | 4 +-
.../TestDataSkippingWithMORColstats.java | 3 +
.../org/apache/hudi/TestHoodieSparkUtils.scala | 10 +
...ase.scala => PartitionStatsIndexTestBase.scala} | 178 ++++++++---------
.../hudi/functional/TestPartitionStatsIndex.scala | 214 +++++++++++++++++++++
.../TestPartitionStatsIndexWithSql.scala | 106 ++++++++++
.../hudi/dml/TestHoodieTableValuedFunction.scala | 69 ++++++-
22 files changed, 1120 insertions(+), 194 deletions(-)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestBaseFileUtils.java
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/PartitionStatsIndexSupport.scala
copy
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{RecordLevelIndexTestBase.scala
=> PartitionStatsIndexTestBase.scala} (58%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndex.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestPartitionStatsIndexWithSql.scala
