This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 72901a3 [HUDI-2784] Add a hudi-trino-bundle for Trino (#4279)
add 2d864f7 [HUDI-2814] Make Z-index more generic Column-Stats Index
(#4106)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/config/HoodieClusteringConfig.java | 51 +--
.../java/org/apache/hudi/table/HoodieTable.java | 2 +-
.../PartitionAwareClusteringPlanStrategy.java | 18 +-
.../SparkSizeBasedClusteringPlanStrategy.java | 27 +-
.../SparkSortAndSizeExecutionStrategy.java | 4 +-
...RDDSpatialCurveOptimizationSortPartitioner.java | 61 ++-
.../ColumnStatsIndexHelper.java} | 274 ++++---------
.../apache/hudi/sort/SpaceCurveSortingHelper.java | 260 +++++++++++++
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 17 +-
.../java/org/apache/spark/OrderingIndexHelper.java | 430 ---------------------
.../spark/sql/hudi/execution/RangeSample.scala | 228 +++++------
.../TestColumnStatsIndexHelper.java} | 6 +-
.../hudi/common/table/HoodieTableMetaClient.java | 8 +-
.../org/apache/hudi/common/util/BinaryUtil.java | 4 +-
.../apache/hudi/common/util/CollectionUtils.java | 34 +-
.../org/apache/hudi/common/util/TypeUtils.java | 31 +-
.../apache/hudi/common/util/TestBinaryUtil.java | 24 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 32 +-
.../apache/spark/sql/hudi/DataSkippingUtils.scala | 22 +-
.../org/apache/hudi/TestDataSkippingUtils.scala | 8 +-
...timization.scala => TestColumnStatsIndex.scala} | 182 ++-------
...cala => TestSpaceCurveLayoutOptimization.scala} | 145 ++-----
.../benchmark/SpaceCurveOptimizeBenchMark.scala | 67 ++--
23 files changed, 773 insertions(+), 1162 deletions(-)
rename
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/{zorder/ZOrderingIndexHelper.java
=> columnstats/ColumnStatsIndexHelper.java} (62%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/sort/SpaceCurveSortingHelper.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/spark/OrderingIndexHelper.java
rename
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/index/{zorder/TestZOrderingIndexHelper.java
=> columnstats/TestColumnStatsIndexHelper.java} (86%)
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/optimize/ZOrderingUtil.java
=> hudi-common/src/main/java/org/apache/hudi/common/util/BinaryUtil.java (98%)
copy
hudi-spark-datasource/hudi-spark/src/main/java/org/apache/hudi/sql/IExpressionEvaluator.java
=> hudi-common/src/main/java/org/apache/hudi/common/util/TypeUtils.java (54%)
rename
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/optimize/TestZOrderingUtil.java
=> hudi-common/src/test/java/org/apache/hudi/common/util/TestBinaryUtil.java
(81%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{TestZOrderLayoutOptimization.scala
=> TestColumnStatsIndex.scala} (55%)
rename
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/{TestTableLayoutOptimization.scala
=> TestSpaceCurveLayoutOptimization.scala} (50%)
