This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 8c652f1525 [GLUTEN-7900][VL] Enable prefix sort config in spill (#7904)
8c652f1525 is described below
commit 8c652f15253ac380a7f5af9d6e07c709aad7ed06
Author: Jin Chengcheng <[email protected]>
AuthorDate: Fri Dec 6 15:08:09 2024 +0800
[GLUTEN-7900][VL] Enable prefix sort config in spill (#7904)
---
cpp/velox/compute/WholeStageResultIterator.cc | 2 ++
cpp/velox/config/VeloxConfig.h | 1 +
2 files changed, 3 insertions(+)
diff --git a/cpp/velox/compute/WholeStageResultIterator.cc
b/cpp/velox/compute/WholeStageResultIterator.cc
index e5463b96fd..d2f825dcfa 100644
--- a/cpp/velox/compute/WholeStageResultIterator.cc
+++ b/cpp/velox/compute/WholeStageResultIterator.cc
@@ -518,6 +518,8 @@ std::unordered_map<std::string, std::string>
WholeStageResultIterator::getQueryC
std::to_string(veloxCfg_->get<uint8_t>(kSpillableReservationGrowthPct,
25));
configs[velox::core::QueryConfig::kSpillCompressionKind] =
veloxCfg_->get<std::string>(kSpillCompressionKind, "lz4");
+ configs[velox::core::QueryConfig::kSpillPrefixSortEnabled] =
+ veloxCfg_->get<std::string>(kSpillPrefixSortEnabled, "false");
configs[velox::core::QueryConfig::kSparkBloomFilterExpectedNumItems] =
std::to_string(veloxCfg_->get<int64_t>(kBloomFilterExpectedNumItems,
1000000));
configs[velox::core::QueryConfig::kSparkBloomFilterNumBits] =
diff --git a/cpp/velox/config/VeloxConfig.h b/cpp/velox/config/VeloxConfig.h
index dc234152a3..4ae82f263d 100644
--- a/cpp/velox/config/VeloxConfig.h
+++ b/cpp/velox/config/VeloxConfig.h
@@ -44,6 +44,7 @@ const uint64_t kMaxSpillFileSizeDefault = 1L * 1024 * 1024 *
1024;
const std::string kSpillableReservationGrowthPct =
"spark.gluten.sql.columnar.backend.velox.spillableReservationGrowthPct";
const std::string kSpillCompressionKind = "spark.io.compression.codec";
+const std::string kSpillPrefixSortEnabled =
"spark.gluten.sql.columnar.backend.velox.spillPrefixsortEnabled";
const std::string kMaxPartialAggregationMemoryRatio =
"spark.gluten.sql.columnar.backend.velox.maxPartialAggregationMemoryRatio";
const std::string kMaxExtendedPartialAggregationMemoryRatio =
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
