This is an automated email from the ASF dual-hosted git repository.
changchen pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
from b21a0b52d2 [VL] Pass phase in recursive invocation of spillTree (#7388)
add 93056f0903 [GLUTEN-7028][CH][Part-4] Refactor
`DeltaMergeTreeFileFormat` to read table configuration from deltalog's metadata
(#7170)
No new revisions were added by this update.
Summary of changes:
backends-clickhouse/pom.xml | 2 +
.../sql/delta/catalog/ClickHouseTableV2.scala | 30 ++-
.../source/DeltaMergeTreeFileFormat.scala | 71 ++-----
.../sql/delta/catalog/ClickHouseTableV2.scala | 30 ++-
.../source/DeltaMergeTreeFileFormat.scala | 71 ++-----
.../org/apache/spark/sql/delta/DeltaLog.scala | 3 -
.../sql/delta/catalog/ClickHouseTableV2.scala | 29 +--
.../source/DeltaMergeTreeFileFormat.scala | 72 ++-----
.../clickhouse/ExtensionTableBuilder.java | 45 ++--
.../datasources/clickhouse/ExtensionTableNode.java | 174 ++-------------
.../backendsapi/clickhouse/CHIteratorApi.scala | 32 +--
.../gluten/backendsapi/clickhouse/CHRuleApi.scala | 11 +-
.../spark/sql/delta/ClickhouseSnapshot.scala | 7 +-
.../sql/delta/catalog/ClickHouseTableV2Base.scala | 132 ++----------
.../commands/GlutenCHCacheDataCommand.scala | 14 +-
.../clickhouse/ClickhouseMetaSerializer.scala | 235 +++++++++++++++++++++
.../utils/MergeTreeDeltaUtil.scala | 23 +-
.../utils/MergeTreePartsPartitionsUtil.scala | 34 +--
.../datasources/mergetree/DeltaMetaReader.scala | 26 +--
.../datasources/mergetree/StorageMeta.scala | 180 ++++++++++++++++
.../datasources/v1/CHFormatWriterInjects.scala | 20 --
.../datasources/v1/CHMergeTreeWriterInjects.scala | 96 ++-------
.../v1/clickhouse/MergeTreeOutputWriter.scala | 2 +-
.../backendsapi/clickhouse/CHExtendRule.scala | 11 +-
.../backendsapi/clickhouse/CHExtendRule.scala | 11 +-
.../backendsapi/clickhouse/CHExtendRule.scala | 15 +-
.../apache/spark/sql/catalyst/AddStorageInfo.scala | 50 +++++
...tenClickHouseMergeTreePathBasedWriteSuite.scala | 63 +++---
...lutenClickhouseMergetreeSoftAffinitySuite.scala | 2 +-
29 files changed, 735 insertions(+), 756 deletions(-)
create mode 100644
backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/datasources/clickhouse/ClickhouseMetaSerializer.scala
rename
backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/datasources/{
=> clickhouse}/utils/MergeTreeDeltaUtil.scala (75%)
rename
backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/datasources/{
=> clickhouse}/utils/MergeTreePartsPartitionsUtil.scala (96%)
copy
gluten-core/src/main/scala/org/apache/gluten/extension/GlutenSessionExtensions.scala
=>
backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/datasources/mergetree/DeltaMetaReader.scala
(54%)
create mode 100644
backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/datasources/mergetree/StorageMeta.scala
copy cpp-ch/local-engine/Common/DebugUtils.h =>
backends-clickhouse/src/main/spark32/org/apache/gluten/backendsapi/clickhouse/CHExtendRule.scala
(81%)
copy cpp-ch/local-engine/Common/DebugUtils.h =>
backends-clickhouse/src/main/spark33/org/apache/gluten/backendsapi/clickhouse/CHExtendRule.scala
(81%)
copy
gluten-substrait/src/main/scala/org/apache/spark/sql/execution/InputFileBlockHolderProxy.scala
=>
backends-clickhouse/src/main/spark35/org/apache/gluten/backendsapi/clickhouse/CHExtendRule.scala
(73%)
create mode 100644
backends-clickhouse/src/main/spark35/org/apache/spark/sql/catalyst/AddStorageInfo.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
