This is an automated email from the ASF dual-hosted git repository.
zhangzc pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 8e0a6de955 [GLUTEN-6768][CH] Clear unused configures after refactor
reordering hash join tables (#7287)
8e0a6de955 is described below
commit 8e0a6de955cbf7286feea8d52fd8a40695fa2343
Author: lgbo <[email protected]>
AuthorDate: Fri Sep 20 14:29:01 2024 +0800
[GLUTEN-6768][CH] Clear unused configures after refactor reordering hash
join tables (#7287)
[GLUTEN-6768][CH] Clear unused configures after refactor reordering hash
join tables
---
.../gluten/backendsapi/clickhouse/CHBackend.scala | 17 -----------------
1 file changed, 17 deletions(-)
diff --git
a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHBackend.scala
b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHBackend.scala
index cecdd7477a..dbba7237d9 100644
---
a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHBackend.scala
+++
b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHBackend.scala
@@ -352,23 +352,6 @@ object CHBackendSettings extends BackendSettingsApi with
Logging {
.getLong(GLUTEN_MAX_SHUFFLE_READ_BYTES,
GLUTEN_MAX_SHUFFLE_READ_BYTES_DEFAULT)
}
- // Reorder hash join tables, make sure to use the smaller table to build the
hash table.
- // Need to enable AQE
- def enableReorderHashJoinTables(): Boolean = {
- SparkEnv.get.conf.getBoolean(
- CHConf.prefixOf("enable_reorder_hash_join_tables"),
- defaultValue = true
- )
- }
- // The threshold to reorder hash join tables, if The result of dividing two
tables' size is
- // large then this threshold, reorder the tables. e.g. a/b > threshold or
b/a > threshold
- def reorderHashJoinTablesThreshold(): Int = {
- SparkEnv.get.conf.getInt(
- CHConf.prefixOf("reorder_hash_join_tables_thresdhold"),
- 10
- )
- }
-
// Move the pre-prejection for a aggregation ahead of the expand node
// for example, select a, b, sum(c+d) from t group by a, b with cube
def enablePushdownPreProjectionAheadExpand(): Boolean = {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
