This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from c677333f26 [HUDI-4683] Use enum class value for default value in flink
options (#6453)
add a9982d12c5 [HUDI-4584] Cleaning up Spark utilities (#6351)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/keygen/BuiltinKeyGenerator.java | 2 +-
.../table/upgrade/SparkUpgradeDowngradeHelper.java | 4 +-
.../org/apache/hudi/AvroConversionUtils.scala | 9 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 212 +--------------------
.../scala/org/apache/hudi/util/PathUtils.scala | 84 ++++++++
.../org/apache/hudi/util/SparkKeyGenUtils.scala | 60 ++++++
.../spark/sql/HoodieCatalystExpressionUtils.scala | 152 +++++++++++----
.../spark/sql/HoodieCatalystPlansUtils.scala | 5 -
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 2 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 4 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 13 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 3 +-
.../scala/org/apache/hudi/HoodieWriterUtils.scala | 3 +-
.../apache/hudi/MergeOnReadSnapshotRelation.scala | 55 ------
.../sql/hudi/streaming/HoodieStreamSource.scala | 2 +-
.../procedures/RunClusteringProcedure.scala | 13 +-
.../TestConvertFilterToCatalystExpression.scala | 15 +-
.../org/apache/hudi/TestDataSkippingUtils.scala | 7 +-
.../org/apache/hudi/TestHoodieSparkUtils.scala | 57 ------
.../scala/org/apache/hudi/util/TestPathUtils.scala | 85 +++++++++
.../sql/HoodieSpark2CatalystExpressionUtils.scala | 2 +-
.../spark/sql/HoodieSpark2CatalystPlanUtils.scala | 4 -
.../apache/spark/sql/adapter/Spark2Adapter.scala | 16 +-
.../spark/sql/HoodieSpark3CatalystPlanUtils.scala | 4 -
.../spark/sql/adapter/BaseSpark3Adapter.scala | 10 +-
.../hudi/utilities/deltastreamer/DeltaSync.java | 7 +-
26 files changed, 407 insertions(+), 423 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/PathUtils.scala
create mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/util/SparkKeyGenUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/util/TestPathUtils.scala
