This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 74dfc9460451 [HUDI-6920] Refactor HoodieHadoopFsRelationFactory
(#13527)
add 7deaa18c2417 [HUDI-9505] Introduce table version 9 with support for
index format versioning (#13489)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/index/HoodieIndexUtils.java | 7 +
.../metadata/HoodieBackedTableMetadataWriter.java | 22 +-
.../java/org/apache/hudi/table/HoodieTable.java | 2 +-
.../table/upgrade/EightToNineUpgradeHandler.java | 37 +-
.../table/upgrade/NineToEightDowngradeHandler.java | 3 +-
.../hudi/table/upgrade/UpgradeDowngradeUtils.java | 37 ++
.../org/apache/hudi/util/CommonClientUtils.java | 4 +-
.../upgrade/TestEightToNineUpgradeHandler.java | 557 +++++++++++++++++++++
.../upgrade/TestNineToEightDowngradeHandler.java | 161 ++++++
.../apache/hudi/utils/TestCommonClientUtils.java | 4 +-
.../src/test/resources/indexMissingVersion1.json | 18 +
.../src/test/resources/indexMissingVersion2.json | 19 +
.../client/common/HoodieFlinkEngineContext.java | 8 +
.../hudi/client/TestJavaHoodieBackedMetadata.java | 16 +-
.../client/common/HoodieSparkEngineContext.java | 77 +++
.../client/utils/SparkMetadataWriterUtils.java | 4 +-
.../org/apache/hudi/data/HoodieJavaPairRDD.java | 7 +
.../partitioner/ConditionalRangePartitioner.java | 163 ++++++
.../apache/hudi/index/HoodieSparkIndexClient.java | 25 +-
.../hudi/index/SparkMetadataTableRecordIndex.java | 9 +-
.../index/bloom/SparkHoodieBloomIndexHelper.java | 9 +-
.../scala/org/apache/hudi/util/JFunction.scala | 2 +-
.../apache/hudi/client/TestHoodieSparkIndex.java | 14 +-
.../common/TestHoodieSparkEngineContext.java | 2 +-
.../TestHoodieSparkEngineDynamicRepartition.java | 434 ++++++++++++++++
.../TestConditionalRangePartitioner.java | 209 ++++++++
.../expression/TestHoodieSparkExpressionIndex.java | 18 +-
.../hudi/common/config/HoodieMetadataConfig.java | 86 ++++
.../hudi/common/data/HoodieListPairData.java | 16 +
.../apache/hudi/common/data/HoodiePairData.java | 9 +
.../hudi/common/engine/HoodieEngineContext.java | 48 +-
.../common/engine/HoodieLocalEngineContext.java | 4 +-
.../common/function/SerializablePairFunction.java | 7 +-
...onsumer.java => SerializablePairPredicate.java} | 23 +-
.../hudi/common/model/HoodieIndexDefinition.java | 77 ++-
.../hudi/common/model/HoodieIndexMetadata.java | 27 +
.../hudi/common/table/HoodieTableMetaClient.java | 93 ++--
.../hudi/common/table/view/NoOpTableMetadata.java | 20 +-
.../apache/hudi/common/util/HoodieDataUtils.java | 55 ++
.../collection/ClosableSortedDedupingIterator.java | 55 +-
.../util/collection/ClosableSortingIterator.java | 92 ++++
.../apache/hudi/metadata/BaseTableMetadata.java | 100 ++--
.../metadata/FileSystemBackedTableMetadata.java | 11 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 486 ++++++++++++++----
.../apache/hudi/metadata/HoodieIndexVersion.java | 191 +++++++
.../apache/hudi/metadata/HoodieTableMetadata.java | 30 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 63 ++-
.../hudi/metadata/MetadataPartitionType.java | 35 +-
.../hudi/metadata/SecondaryIndexKeyUtils.java | 28 +-
.../common/data/TestHoodieListDataPairData.java | 171 ++++++-
.../hudi/common/model/TestHoodieIndexMetadata.java | 98 +++-
.../TestClosableSortedDedupingIterator.java | 433 ++++++++++++++++
.../util/collection/TestSortingIterator.java | 195 ++++++++
.../hudi/metadata/TestHoodieIndexVersion.java | 259 ++++++++++
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 52 ++
.../hudi/metadata/TestMetadataPartitionType.java | 25 +-
.../hudi/metadata/TestSecondaryIndexKeyUtils.java | 138 +++++
.../apache/hudi/source/stats/FileStatsIndex.java | 5 +-
.../engine/TestHoodieLocalEngineContext.java | 173 +++++++
.../common/table/TestHoodieTableMetaClient.java | 4 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 146 ++++++
.../org/apache/hudi/ColumnStatsIndexSupport.scala | 21 +-
.../org/apache/hudi/ExpressionIndexSupport.scala | 15 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 14 +-
.../apache/hudi/PartitionStatsIndexSupport.scala | 9 +-
.../org/apache/hudi/RecordLevelIndexSupport.scala | 5 +-
.../org/apache/hudi/SecondaryIndexSupport.scala | 5 +-
.../TestMetadataUtilRLIandSIRecordGeneration.java | 6 +-
.../hudi/functional/TestHoodieBackedMetadata.java | 45 +-
.../apache/hudi/io/TestMetadataWriterCommit.java | 4 +-
.../hudi/functional/RecordLevelIndexTestBase.scala | 11 +-
.../hudi/functional/TestMetadataRecordIndex.scala | 8 +-
.../hudi/feature/index/TestExpressionIndex.scala | 12 +-
.../hudi/feature/index/TestSecondaryIndex.scala | 143 +++++-
.../testHoodieBackedTableMetadataIndexLookup.scala | 493 ++++++++++++++++++
.../utilities/HoodieMetadataTableValidator.java | 6 +-
76 files changed, 5520 insertions(+), 400 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/upgrade/TestEightToNineUpgradeHandler.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/upgrade/TestNineToEightDowngradeHandler.java
create mode 100644
hudi-client/hudi-client-common/src/test/resources/indexMissingVersion1.json
create mode 100644
hudi-client/hudi-client-common/src/test/resources/indexMissingVersion2.json
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/data/partitioner/ConditionalRangePartitioner.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/common/TestHoodieSparkEngineDynamicRepartition.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/data/partitioner/TestConditionalRangePartitioner.java
copy
hudi-common/src/main/java/org/apache/hudi/common/function/{SerializableConsumer.java
=> SerializablePairPredicate.java} (52%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/HoodieDataUtils.java
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/ConcatenatingIterator.java
=>
hudi-common/src/main/java/org/apache/hudi/common/util/collection/ClosableSortedDedupingIterator.java
(50%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/collection/ClosableSortingIterator.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/HoodieIndexVersion.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestClosableSortedDedupingIterator.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/collection/TestSortingIterator.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestHoodieIndexVersion.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestHoodieTableMetadataUtil.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestSecondaryIndexKeyUtils.java
create mode 100644
hudi-hadoop-common/src/test/java/org/apache/hudi/common/engine/TestHoodieLocalEngineContext.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/feature/index/testHoodieBackedTableMetadataIndexLookup.scala
