This is an automated email from the ASF dual-hosted git repository. yihua pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 8896864 [HUDI-3678] Fix record rewrite of create handle when 'preserveMetadata' is true (#5088) add 8b38dde [HUDI-3594] Supporting Composite Expressions over Data Table Columns in Data Skipping flow (#4996) No new revisions were added by this update. Summary of changes: .../index/columnstats/ColumnStatsIndexHelper.java | 84 +++-- .../org/apache/hudi/SparkAdapterSupport.scala | 4 +- .../spark/sql/HoodieCatalystExpressionUtils.scala | 127 +++++++ .../org/apache/spark/sql/hudi/SparkAdapter.scala | 11 +- .../scala/org/apache/hudi/HoodieBaseRelation.scala | 5 +- .../scala/org/apache/hudi/HoodieFileIndex.scala | 25 +- .../org/apache/spark/HoodieSparkTypeUtils.scala | 32 +- .../spark/sql/HoodieCatalystExpressionUtils.scala | 88 ----- .../apache/spark/sql/hudi/DataSkippingUtils.scala | 407 ++++++++++++++------- .../procedures/RunClusteringProcedure.scala | 17 +- .../org/apache/hudi/TestDataSkippingUtils.scala | 296 +++++++++++++-- .../sql/HoodieSpark2CatalystExpressionUtils.scala | 84 +++++ .../apache/spark/sql/adapter/Spark2Adapter.scala | 8 +- ...Spark3Adapter.scala => BaseSpark3Adapter.scala} | 8 +- .../HoodieSpark3_1CatalystExpressionUtils.scala | 84 +++++ .../apache/spark/sql/adapter/Spark3_1Adapter.scala | 18 +- .../HoodieSpark3_2CatalystExpressionUtils.scala | 83 +++++ .../apache/spark/sql/adapter/Spark3_2Adapter.scala | 9 +- 18 files changed, 1045 insertions(+), 345 deletions(-) create mode 100644 hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/HoodieCatalystExpressionUtils.scala copy hudi-common/src/main/java/org/apache/hudi/common/util/TypeUtils.java => hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/HoodieSparkTypeUtils.scala (53%) delete mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/HoodieCatalystExpressionUtils.scala create mode 100644 hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2CatalystExpressionUtils.scala rename hudi-spark-datasource/hudi-spark3-common/src/main/scala/org/apache/spark/sql/adapter/{Spark3Adapter.scala => BaseSpark3Adapter.scala} (93%) create mode 100644 hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/HoodieSpark3_1CatalystExpressionUtils.scala copy hudi-cli/src/main/java/org/apache/hudi/cli/Main.java => hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/adapter/Spark3_1Adapter.scala (67%) create mode 100644 hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/HoodieSpark3_2CatalystExpressionUtils.scala