This is an automated email from the ASF dual-hosted git repository.
forwardxu pushed a change to branch release-0.12.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 78fe5c73a4a [HUDI-3572] support DAY_ROLLING strategy in
ClusteringPlanPartitionFilterMode (#4966)
new 283b25a8a6b [MINOR] add some property to table config
new 257b09003b4 [MINOR] Improve spillableMapBasePath when disk directory
is full
new 1ae6814e7f9 fix metatable compaction requested already exists
new bf171d5eb85 fix metatable writing multiple records with same key
new 464bf28895c fix metatable hbase hfile hadoop3
new 5d22790a6c4 improve checkstyle
new 83a0cab485d [HUDI-5492] spark call command 'show_compaction' doesn't
return the completed compaction (#7593)
new dac93e22f0b [HUDI-5477] Optimize timeline loading in Hudi sync client
(#7561)
new 27ada3a78a2 [HUDI-5502] Support insert overwrite for flink mor table
with bucket index (#7610)
new b77aa2e1b83 [HUDI-5511] Do not clean the CkpMetadata dir when restart
the job (#7620)
new 9e124834aae [HUDI-4959] Fixing Avro's `Utf8` serialization in Kryo
(#7024)
new dd032bb1fe2 [HUDI-5302] Fix: compute hash key from recordKey failed
when recordKeyValue contains ',' (#7342)
new 7da379b6597 [HUDI-5495] add some property to table config
new 8b357947e15 fix readDataFromPath check fs exists
new 4bd7cf428bd [HUDI-5548] spark sql update hudi's table properties
new e208d0168fb add DeleteRollbackInstantProcedure
new 2a3b0b5af8a add DeleteFsFileProcedure
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 8 +-
dev/tencent-release.sh | 4 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 20 +--
.../org/apache/hudi/config/HoodieWriteConfig.java | 2 +-
.../apache/hudi/index/bucket/BucketIdentifier.java | 9 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 5 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 39 +++---
.../hudi/index/bucket/TestBucketIdentifier.java | 14 +-
.../org/apache/hudi/keygen/TestKeyGenUtils.java | 18 +++
.../hudi/common/table/HoodieTableConfig.java | 70 ++++++++++
.../hudi/common/table/HoodieTableMetaClient.java | 123 ++++++++++++++++--
.../table/log/HoodieMergedLogRecordScanner.java | 3 +
.../table/log/block/HoodieHFileDataBlock.java | 7 +-
.../table/timeline/HoodieActiveTimeline.java | 24 +++-
.../hudi/common/table/timeline/TimelineUtils.java | 37 ++++++
.../hudi/common/util/SerializationUtils.java | 39 ++++--
hudi-common/src/main/resources/hbase-site.xml | 4 +-
.../hudi/common/table/TestHoodieTableConfig.java | 21 +++
.../hudi/common/table/TestTimelineUtils.java | 101 ++++++++++++++-
.../hudi/common/util/TestSerializationUtils.java | 29 ++++-
.../apache/hudi/configuration/FlinkOptions.java | 18 +++
.../sink/bucket/BucketStreamWriteFunction.java | 5 +
.../org/apache/hudi/sink/meta/CkpMetadata.java | 7 +-
.../apache/hudi/source/IncrementalInputSplits.java | 47 ++++++-
.../hudi/source/StreamReadMonitoringFunction.java | 1 +
.../java/org/apache/hudi/util/ClusteringUtil.java | 19 +++
.../java/org/apache/hudi/util/StreamerUtil.java | 12 ++
.../apache/hudi/table/ITTestHoodieDataSource.java | 42 +++++-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 14 +-
...cala => ShowHoodieTablePropertiesCommand.scala} | 52 ++++----
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 1 +
...Procedure.scala => DeleteFsFileProcedure.scala} | 53 ++++----
....scala => DeleteRollbackInstantProcedure.scala} | 43 +++----
.../hudi/command/procedures/HoodieProcedures.scala | 2 +
.../procedures/ShowCompactionProcedure.scala | 2 +-
.../spark/sql/hudi/TestCompactionTable.scala | 6 +-
.../apache/spark/sql/hudi/TestInsertTable.scala | 142 ++++++++++++++++++++-
.../org/apache/spark/sql/hudi/TestSpark3DDL.scala | 9 ++
.../hudi/procedure/TestCompactionProcedure.scala | 38 +++++-
...edure.scala => TestDeleteFsFileProcedure.scala} | 10 +-
.../TestDeleteRollbackInstantProcedure.scala | 89 +++++++++++++
.../hudi/command/Spark31AlterTableCommand.scala | 31 ++++-
.../sql/hudi/analysis/HoodieSpark3Analysis.scala | 6 +-
.../spark/sql/hudi/command/AlterTableCommand.scala | 35 ++++-
.../apache/hudi/sync/common/HoodieSyncClient.java | 12 +-
pom.xml | 4 +-
46 files changed, 1074 insertions(+), 203 deletions(-)
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/{ShowHoodieTablePartitionsCommand.scala
=> ShowHoodieTablePropertiesCommand.scala} (52%)
copy
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/{ShowBootstrapPartitionsProcedure.scala
=> DeleteFsFileProcedure.scala} (51%)
copy
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/{RepairCorruptedCleanFilesProcedure.scala
=> DeleteRollbackInstantProcedure.scala} (57%)
copy
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/{TestShowTablePropertiesProcedure.scala
=> TestDeleteFsFileProcedure.scala} (83%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/procedure/TestDeleteRollbackInstantProcedure.scala
