This is an automated email from the ASF dual-hosted git repository.
zhangzc pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
from 2fc808d27 [CORE] Remove IteratorApi.genNativeFileScanRDD, both velox
and clickchouse backend needn't it. (#5937)
add 2c89fb181 [GLUTEN-5901][CH] Support CH backend parquet + delta (#5902)
No new revisions were added by this update.
Summary of changes:
backends-clickhouse/pom.xml | 6 +
.../org/apache/spark/sql/delta/DeltaLog.scala | 30 +-
.../org/apache/spark/sql/delta/Snapshot.scala | 55 +-
.../spark/sql/delta/commands/DeleteCommand.scala | 2 +
.../sql/delta/commands/MergeIntoCommand.scala | 2 +
.../sql/delta/commands/OptimizeTableCommand.scala | 67 +-
.../spark/sql/delta/commands/UpdateCommand.scala | 2 +
.../spark/sql/delta/commands/VacuumCommand.scala | 134 +-
.../sql/delta/files/MergeTreeCommitProtocol.scala | 16 +-
.../spark/sql/delta/commands/VacuumCommand.scala | 464 -------
.../io/delta/tables/ClickhouseTable.scala | 0
.../org/apache/spark/sql/delta/DeltaLog.scala | 617 +++++----
.../org/apache/spark/sql/delta/Snapshot.scala | 434 +++---
.../spark/sql/delta/commands/DeleteCommand.scala | 368 ++---
.../sql/delta/commands/MergeIntoCommand.scala | 643 ++++-----
.../sql/delta/commands/OptimizeTableCommand.scala | 392 +++---
.../spark/sql/delta/commands/UpdateCommand.scala | 258 ++--
.../spark/sql/delta/commands/VacuumCommand.scala | 575 ++++++++
.../sql/delta/files/MergeTreeCommitProtocol.scala | 138 +-
.../v2/clickhouse/DeltaLogAdapter.scala | 0
.../source/DeltaMergeTreeFileFormat.scala | 6 +-
.../backendsapi/clickhouse/CHTransformerApi.scala | 2 -
.../delta/ClickhouseOptimisticTransaction.scala | 283 ++--
.../sql/delta/catalog/ClickHouseTableV2.scala | 4 +-
.../commands/OptimizeTableCommandOverwrites.scala | 28 +-
.../v2/clickhouse/ClickHouseConfig.scala | 18 +-
.../v2/clickhouse/ClickHouseSparkCatalog.scala | 269 +++-
.../GlutenClickHouseDeltaParquetWriteSuite.scala | 1430 ++++++++++++++++++++
.../GlutenClickHouseMergeTreeOptimizeSuite.scala | 93 +-
.../execution/FileSourceScanExecTransformer.scala | 1 +
gluten-ut/pom.xml | 2 +-
pom.xml | 10 +-
32 files changed, 4241 insertions(+), 2108 deletions(-)
delete mode 100644
backends-clickhouse/src/main/delta-22/org/apache/spark/sql/delta/commands/VacuumCommand.scala
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/io/delta/tables/ClickhouseTable.scala (100%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/DeltaLog.scala (65%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/Snapshot.scala (59%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/commands/DeleteCommand.scala (61%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/commands/MergeIntoCommand.scala (70%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala (51%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/commands/UpdateCommand.scala (66%)
create mode 100644
backends-clickhouse/src/main/delta-23/org/apache/spark/sql/delta/commands/VacuumCommand.scala
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/delta/files/MergeTreeCommitProtocol.scala (68%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/execution/datasources/v2/clickhouse/DeltaLogAdapter.scala
(100%)
rename backends-clickhouse/src/main/{delta-22 =>
delta-23}/org/apache/spark/sql/execution/datasources/v2/clickhouse/source/DeltaMergeTreeFileFormat.scala
(94%)
create mode 100644
backends-clickhouse/src/test/scala/org/apache/gluten/execution/GlutenClickHouseDeltaParquetWriteSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
