This is an automated email from the ASF dual-hosted git repository.
mahongbin pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
from 71d50f697 [GLUTEN-5203][VL] Support url_encode function (#5204)
add 598727793 [Gluten-5152][CH]Support Optimize and VACUUM command for
clickhouse tables (#5153)
No new revisions were added by this update.
Summary of changes:
.../delta/commands/OptimizeTableCommandBase.scala | 453 ++++++++++++++++++++
.../commands/OptimizeTableCommandOverwrites.scala | 323 ++++++++++++++
.../spark/sql/delta/commands/VacuumCommand.scala | 324 ++++++++++++++
.../sql/delta/commands/OptimizeTableCommand.scala | 446 ++++++++++++++++++++
.../commands/OptimizeTableCommandOverwrites.scala | 323 ++++++++++++++
.../spark/sql/delta/commands/VacuumCommand.scala | 464 +++++++++++++++++++++
.../datasources/CHDatasourceJniWrapper.java | 8 +
.../datasources/v1/CHMergeTreeWriterInjects.scala | 12 +-
.../v1/clickhouse/MergeTreeFileFormatWriter.scala | 37 --
.../GlutenClickHouseMergeTreeOptimizeSuite.scala | 336 +++++++++++++++
cpp-ch/local-engine/Operator/ExpandTransform.cpp | 2 +
cpp-ch/local-engine/Parser/MergeTreeRelParser.cpp | 11 +-
cpp-ch/local-engine/Parser/MergeTreeRelParser.h | 4 +-
.../Storages/CustomStorageMergeTree.cpp | 2 +
.../local-engine/Storages/CustomStorageMergeTree.h | 4 +
.../Storages/Mergetree/MergeSparkMergeTreeTask.cpp | 188 +++++++++
.../Storages/Mergetree/MergeSparkMergeTreeTask.h | 126 ++++++
.../Storages/StorageMergeTreeFactory.cpp | 18 +-
.../Storages/StorageMergeTreeFactory.h | 10 +
cpp-ch/local-engine/local_engine_jni.cpp | 112 +++++
20 files changed, 3153 insertions(+), 50 deletions(-)
create mode 100644
backends-clickhouse/src/main/delta-20/org/apache/spark/sql/delta/commands/OptimizeTableCommandBase.scala
create mode 100644
backends-clickhouse/src/main/delta-20/org/apache/spark/sql/delta/commands/OptimizeTableCommandOverwrites.scala
create mode 100644
backends-clickhouse/src/main/delta-20/org/apache/spark/sql/delta/commands/VacuumCommand.scala
create mode 100644
backends-clickhouse/src/main/delta-22/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala
create mode 100644
backends-clickhouse/src/main/delta-22/org/apache/spark/sql/delta/commands/OptimizeTableCommandOverwrites.scala
create mode 100644
backends-clickhouse/src/main/delta-22/org/apache/spark/sql/delta/commands/VacuumCommand.scala
create mode 100644
backends-clickhouse/src/test/scala/io/glutenproject/execution/GlutenClickHouseMergeTreeOptimizeSuite.scala
create mode 100644
cpp-ch/local-engine/Storages/Mergetree/MergeSparkMergeTreeTask.cpp
create mode 100644
cpp-ch/local-engine/Storages/Mergetree/MergeSparkMergeTreeTask.h
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
