This is an automated email from the ASF dual-hosted git repository.
changchen pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 50348ca02e [GLUTEN-9628][CH] Fix cache data on partition table with
escaped value (#9629)
50348ca02e is described below
commit 50348ca02e7e559c63a2bd806bb1c6a030b7e7d5
Author: Wenzheng Liu <[email protected]>
AuthorDate: Thu May 15 17:56:12 2025 +0800
[GLUTEN-9628][CH] Fix cache data on partition table with escaped value
(#9629)
---
.../apache/spark/sql/execution/commands/GlutenCHCacheDataCommand.scala | 2 +-
.../execution/mergetree/GlutenClickHouseMergeTreeWriteOnHDFSSuite.scala | 1 +
2 files changed, 2 insertions(+), 1 deletion(-)
diff --git
a/backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/commands/GlutenCHCacheDataCommand.scala
b/backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/commands/GlutenCHCacheDataCommand.scala
index b5a91f1ef8..f06324e6b8 100644
---
a/backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/commands/GlutenCHCacheDataCommand.scala
+++
b/backends-clickhouse/src/main/scala/org/apache/spark/sql/execution/commands/GlutenCHCacheDataCommand.scala
@@ -182,7 +182,7 @@ case class GlutenCHCacheDataCommand(
snapshot.metadata.configuration.getOrElse("bloomfilterIndexKey",
""),
snapshot.metadata.configuration.getOrElse("setIndexKey", ""),
snapshot.metadata.configuration.getOrElse("primaryKey", ""),
- PartSerializer.fromPartNames(parts.map(_.name).toSeq),
+ PartSerializer.fromPartNames(parts.map(p => new Path(new
URI(p.name)).toString).toSeq),
snapshot.metadata.schema,
snapshot.metadata.configuration.asJava,
new JList[String]()
diff --git
a/backends-clickhouse/src/test/scala/org/apache/gluten/execution/mergetree/GlutenClickHouseMergeTreeWriteOnHDFSSuite.scala
b/backends-clickhouse/src/test/scala/org/apache/gluten/execution/mergetree/GlutenClickHouseMergeTreeWriteOnHDFSSuite.scala
index 32876f1c10..affe6e85c0 100644
---
a/backends-clickhouse/src/test/scala/org/apache/gluten/execution/mergetree/GlutenClickHouseMergeTreeWriteOnHDFSSuite.scala
+++
b/backends-clickhouse/src/test/scala/org/apache/gluten/execution/mergetree/GlutenClickHouseMergeTreeWriteOnHDFSSuite.scala
@@ -381,6 +381,7 @@ class GlutenClickHouseMergeTreeWriteOnHDFSSuite extends
CreateMergeTreeSuite {
|""".stripMargin)
spark.sql("insert into partition_escape select * from origin_table")
+ spark.sql("cache data select * from partition_escape")
spark.sql("select * from partition_escape").show()
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
