This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch release-0.13.0
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 8ffc7ce3d8f [HUDI-5632] Fix failure launching Spark jobs from
hudi-cli-bundle (#7790)
new fe75c9af0b1 [MINOR] Make `data_before_after` the default cdc logging
mode (#7797)
new 4768408ed43 [HUDI-5563] Check table exist before drop table (#7679)
new 2ced537cf8c [HUDI-5568] Fix the BucketStreamWriteFunction to rebase
the local filesystem instance instead (#7685)
new 571c0f29c9e [HUDI-5655] Closing write client for spark ds writer in
all cases (including exception) (#7799)
new 138af1a43b3 [HUDI-5654] Fixing read of an empty rollback completed
meta files from data table timeline w/ metadata reads (#7798)
new bba80984359 [HUDI-5487] Reduce duplicate logs in ExternalSpillableMap
(#7579)
new fb612bef734 [MINOR] Standardise schema concepts on Flink Engine (#7761)
new 9c21118e146 [HUDI-5567] Make the bootstrapping exception message more
clear (#7684)
new f0152acae28 [HUDI-5553] Prevent partition(s) from being dropped if
there are pending… (#7669)
new e6d44c015b7 [HUDI-5633] Fixing performance regression in
`HoodieSparkRecord` (#7769)
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hudi/client/utils/DeletePartitionUtils.java | 77 +++
.../hudi/execution/HoodieLazyInsertIterable.java | 4 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 32 +-
.../org/apache/hudi/io/HoodieBootstrapHandle.java | 24 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 20 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 14 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 2 +-
.../table/action/commit/HoodieMergeHelper.java | 59 +-
.../java/org/apache/hudi/util/ExecutorFactory.java | 32 +-
.../client/utils/TestDeletePartitionUtils.java | 110 ++++
.../FlinkDeletePartitionCommitActionExecutor.java | 3 +
.../HoodieSparkBootstrapSchemaProvider.java | 4 +-
.../hudi/common/model/HoodieSparkRecord.java | 104 ++--
.../hudi/execution/SparkLazyInsertIterable.java | 14 +-
.../hudi/io/storage/HoodieSparkFileWriter.java | 17 -
.../hudi/io/storage/HoodieSparkParquetReader.java | 3 +-
.../hudi/io/storage/HoodieSparkParquetWriter.java | 46 +-
.../apache/hudi/keygen/BuiltinKeyGenerator.java | 2 +-
.../bootstrap/BaseBootstrapMetadataHandler.java | 9 +-
.../bootstrap/OrcBootstrapMetadataHandler.java | 5 +-
.../bootstrap/ParquetBootstrapMetadataHandler.java | 87 ++-
.../SparkDeletePartitionCommitActionExecutor.java | 3 +
.../apache/hudi/util/HoodieSparkRecordUtils.java | 69 ---
.../hudi/HoodieDatasetBulkInsertHelper.scala | 2 +
.../apache/spark/sql/HoodieInternalRowUtils.scala | 595 ++++++++++++---------
.../apache/spark/sql/HoodieUnsafeRowUtils.scala | 33 +-
.../spark/sql/TestHoodieUnsafeRowUtils.scala | 36 +-
.../hudi/common/model/HoodieAvroIndexedRecord.java | 34 +-
.../apache/hudi/common/model/HoodieAvroRecord.java | 42 +-
.../hudi/common/model/HoodieEmptyRecord.java | 9 +-
.../org/apache/hudi/common/model/HoodieRecord.java | 20 +-
.../apache/hudi/common/model/MetadataValues.java | 76 ++-
.../hudi/common/table/HoodieTableConfig.java | 2 +-
.../table/log/AbstractHoodieLogRecordReader.java | 15 +-
.../util/collection/ExternalSpillableMap.java | 9 +-
.../internal/schema/utils/InternalSchemaUtils.java | 4 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 18 +-
.../sink/bucket/BucketStreamWriteFunction.java | 2 +-
.../hudi/table/format/InternalSchemaManager.java | 57 +-
.../apache/hudi/table/format/RecordIterators.java | 8 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 133 ++---
.../org/apache/hudi/HoodieStreamingSink.scala | 6 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 3 +-
.../apache/hudi/TestHoodieInternalRowUtils.scala | 89 ---
.../sql/hudi/TestAlterTableDropPartition.scala | 129 ++++-
.../org/apache/spark/sql/hudi/TestDropTable.scala | 11 +
.../sql/hudi/TestHoodieInternalRowUtils.scala} | 99 +++-
.../hudi/utilities/sources/HoodieIncrSource.java | 37 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 1 +
49 files changed, 1319 insertions(+), 891 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/DeletePartitionUtils.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/utils/TestDeletePartitionUtils.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/util/HoodieSparkRecordUtils.java
delete mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestHoodieInternalRowUtils.scala
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/{hudi/TestStructTypeSchemaEvolutionUtils.scala
=> spark/sql/hudi/TestHoodieInternalRowUtils.scala} (77%)
