This is an automated email from the ASF dual-hosted git repository.
taiyangli pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new ad0aabf2ad [CH] enable row group level bloom filter push down (#9165)
ad0aabf2ad is described below
commit ad0aabf2adeef1f145010637e74678ac01bcec45
Author: 李扬 <[email protected]>
AuthorDate: Fri Mar 28 14:46:35 2025 +0800
[CH] enable row group level bloom filter push down (#9165)
---
cpp-ch/local-engine/Common/CHUtil.cpp | 2 ++
1 file changed, 2 insertions(+)
diff --git a/cpp-ch/local-engine/Common/CHUtil.cpp
b/cpp-ch/local-engine/Common/CHUtil.cpp
index 3cef2e18b2..e2d5b01786 100644
--- a/cpp-ch/local-engine/Common/CHUtil.cpp
+++ b/cpp-ch/local-engine/Common/CHUtil.cpp
@@ -776,6 +776,8 @@ void BackendInitializerUtil::initSettings(const
SparkConfigs::ConfigMap & spark_
settings.set("enable_named_columns_in_function_tuple", false);
settings.set("date_time_64_output_format_cut_trailing_zeros_align_to_groups_of_thousands",
true);
settings.set("input_format_orc_dictionary_as_low_cardinality", false);
//after https://github.com/ClickHouse/ClickHouse/pull/69481
+ settings.set("input_format_parquet_bloom_filter_push_down", true);
+ settings.set("output_format_parquet_write_bloom_filter", true);
if (spark_conf_map.contains(GLUTEN_TASK_OFFHEAP))
{
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
