This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 0f0088f [HUDI-3124] Bootstrap when timeline have completed instant
(#4467)
add a4e622a [HUDI-1951] Add bucket hash index, compatible with the hive
bucket (#3173)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/config/HoodieIndexConfig.java | 64 +++++++-
.../org/apache/hudi/config/HoodieLayoutConfig.java | 89 +++++++++++
.../org/apache/hudi/config/HoodieWriteConfig.java | 25 ++++
.../java/org/apache/hudi/index/HoodieIndex.java | 17 ++-
.../apache/hudi/index/bucket/BucketIdentifier.java | 74 +++++++++
.../hudi/index/bucket/HoodieBucketIndex.java | 166 +++++++++++++++++++++
.../org/apache/hudi/io/HoodieCreateHandle.java | 3 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 4 +
.../java/org/apache/hudi/table/HoodieTable.java | 12 ++
.../table/action/commit/AbstractWriteHelper.java | 5 +-
.../action/commit/BaseCommitActionExecutor.java | 4 +
.../hudi/table/storage/HoodieBucketLayout.java | 67 +++++++++
.../hudi/table/storage/HoodieDefaultLayout.java | 30 ++--
.../storage/HoodieLayoutFactory.java} | 21 ++-
.../storage/HoodieStorageLayout.java} | 40 +++--
.../commit/FlinkInsertCommitActionExecutor.java | 2 +-
.../FlinkInsertOverwriteCommitActionExecutor.java | 2 +-
...nkInsertOverwriteTableCommitActionExecutor.java | 2 +-
.../commit/FlinkUpsertCommitActionExecutor.java | 2 +-
.../hudi/table/action/commit/FlinkWriteHelper.java | 3 +-
.../FlinkUpsertDeltaCommitActionExecutor.java | 2 +-
.../commit/JavaInsertCommitActionExecutor.java | 2 +-
.../JavaInsertOverwriteCommitActionExecutor.java | 2 +-
.../commit/JavaUpsertCommitActionExecutor.java | 2 +-
.../apache/hudi/index/SparkHoodieIndexFactory.java | 3 +
.../commit/BaseSparkCommitActionExecutor.java | 13 +-
.../action/commit/SparkBucketIndexPartitioner.java | 136 +++++++++++++++++
...artitioner.java => SparkHoodiePartitioner.java} | 36 ++---
.../commit/SparkInsertCommitActionExecutor.java | 2 +-
.../SparkInsertOverwriteCommitActionExecutor.java | 6 +-
.../commit/SparkUpsertCommitActionExecutor.java | 2 +-
.../table/action/commit/UpsertPartitioner.java | 12 +-
.../AbstractSparkDeltaCommitActionExecutor.java | 4 +-
.../SparkInsertDeltaCommitActionExecutor.java | 2 +-
.../SparkUpsertDeltaCommitActionExecutor.java | 2 +-
.../hudi/client/functional/TestHoodieIndex.java | 18 ++-
.../apache/hudi/index/TestHoodieIndexConfigs.java | 8 +-
.../hudi/index/bucket/TestBucketIdentifier.java | 65 ++++++++
.../hudi/index/bucket/TestHoodieBucketIndex.java | 147 ++++++++++++++++++
.../commit/TestCopyOnWriteActionExecutor.java | 41 ++++-
.../apache/hudi/common/config/HoodieConfig.java | 6 +
.../main/java/org/apache/hudi/DataSourceUtils.java | 6 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 6 +
.../functional/TestMORDataSourceWithBucket.scala | 153 +++++++++++++++++++
.../java/org/apache/hudi/hive/HiveSyncConfig.java | 9 ++
.../org/apache/hudi/hive/util/HiveSchemaUtil.java | 3 +
46 files changed, 1221 insertions(+), 99 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieLayoutConfig.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/BucketIdentifier.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bucket/HoodieBucketIndex.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/storage/HoodieBucketLayout.java
copy
hudi-common/src/main/java/org/apache/hudi/common/engine/LocalTaskContextSupplier.java
=>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/storage/HoodieDefaultLayout.java
(62%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/{client/bootstrap/selector/MetadataOnlyBootstrapModeSelector.java
=> table/storage/HoodieLayoutFactory.java} (60%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/{io/HoodieIOHandle.java
=> table/storage/HoodieStorageLayout.java} (52%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkBucketIndexPartitioner.java
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/{SparkInsertOverwritePartitioner.java
=> SparkHoodiePartitioner.java} (54%)
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/bucket/TestBucketIdentifier.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/bucket/TestHoodieBucketIndex.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestMORDataSourceWithBucket.scala
