This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch HUDI-8990-V2
in repository https://gitbox.apache.org/repos/asf/hudi.git
from f7fa3b2a03e fix ut
add 7d8d223f2dd partitial update based on code review && fix ut
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/config/HoodieIndexConfig.java | 8 +-
.../apache/hudi/config/HoodieInternalConfig.java | 6 +
.../bucket/PartitionBucketIndexCalculator.java | 359 ---------------------
.../index/bucket/PartitionBucketIndexUtils.java | 194 -----------
.../{ => partition}/HoodieSimpleBucketIndex.java | 13 +-
.../partition/PartitionBucketIndexCalculator.java | 117 +++++++
.../{ => partition}/PartitionBucketIndexRule.java | 2 +-
.../partition/PartitionBucketIndexUtils.java | 84 +++++
.../index/bucket/partition/RegexRuleEngine.java | 113 +++++++
.../hudi/index/bucket/partition/RuleEngine.java | 18 +-
.../bucket/TestPartitionBucketIndexCalculator.java | 12 +-
.../apache/hudi/index/FlinkHoodieIndexFactory.java | 2 +-
.../BucketIndexBulkInsertPartitionerWithRows.java | 19 +-
.../RDDSimpleBucketBulkInsertPartitioner.java | 14 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 2 +-
.../BucketBulkInsertDataInternalWriterHelper.java | 10 +-
.../action/commit/SparkBucketIndexPartitioner.java | 11 +-
.../apache/spark/sql/BucketPartitionUtils.scala | 46 ++-
.../apache/hudi/index/TestHoodieIndexConfigs.java | 2 +-
.../index/bucket/TestHoodieSimpleBucketIndex.java | 1 +
.../model/PartitionBucketIndexHashingConfig.java | 141 ++++++++
.../hudi/configuration/OptionsInference.java | 20 +-
.../apache/hudi/configuration/OptionsResolver.java | 10 +
.../sink/bucket/BucketBulkInsertWriterHelper.java | 18 +-
.../sink/bucket/BucketStreamWriteFunction.java | 10 +-
.../sink/partitioner/BucketIndexPartitioner.java | 21 +-
.../java/org/apache/hudi/sink/utils/Pipelines.java | 13 +-
.../hudi/table/catalog/HoodieCatalogUtil.java | 4 +-
.../hudi/sink/utils/BulkInsertFunctionWrapper.java | 5 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 2 +-
.../hudi/table/catalog/TestHoodieCatalog.java | 5 +-
.../DatasetBucketRescaleCommitActionExecutor.java | 6 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 20 +-
.../procedures/PartitionBucketIndexManager.scala | 19 +-
.../TestInsertTableWithPartitionBucketIndex.scala | 226 ++++++-------
35 files changed, 755 insertions(+), 798 deletions(-)
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/PartitionBucketIndexCalculator.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/PartitionBucketIndexUtils.java
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/{ =>
partition}/HoodieSimpleBucketIndex.java (92%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/partition/PartitionBucketIndexCalculator.java
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/{ =>
partition}/PartitionBucketIndexRule.java (95%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/partition/PartitionBucketIndexUtils.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/partition/RegexRuleEngine.java
copy
hudi-common/src/main/java/org/apache/hudi/common/function/SerializablePairFunction.java
=>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/partition/RuleEngine.java
(69%)
