This is an automated email from the ASF dual-hosted git repository.
mbutrovich pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 547e206da chore: Remove IgnoreCometNativeScan from
ParquetEncryptionSuite in 3.5.7 diff (#3304)
547e206da is described below
commit 547e206dad59dfc1ef11cf3a026e3a15e7f83a85
Author: Andy Grove <[email protected]>
AuthorDate: Wed Jan 28 13:44:04 2026 -0700
chore: Remove IgnoreCometNativeScan from ParquetEncryptionSuite in 3.5.7
diff (#3304)
The three Parquet encryption tests (SPARK-34990, SPARK-37117, SPARK-42114)
now
pass with both native_datafusion and native_iceberg_compat scan
implementations,
so the IgnoreCometNativeScan annotations are no longer needed.
Co-authored-by: Claude Opus 4.5 <[email protected]>
---
dev/diffs/3.5.7.diff | 43 -------------------------------------------
1 file changed, 43 deletions(-)
diff --git a/dev/diffs/3.5.7.diff b/dev/diffs/3.5.7.diff
index a8b9b5050..ad820001f 100644
--- a/dev/diffs/3.5.7.diff
+++ b/dev/diffs/3.5.7.diff
@@ -2941,49 +2941,6 @@ index 52abd248f3a..7a199931a08 100644
case h: HiveTableScanExec => h.partitionPruningPred.collect {
case d: DynamicPruningExpression => d.child
}
-diff --git
a/sql/hive/src/test/scala/org/apache/spark/sql/hive/ParquetEncryptionSuite.scala
b/sql/hive/src/test/scala/org/apache/spark/sql/hive/ParquetEncryptionSuite.scala
-index 549431ef4f4..e48f1730da6 100644
----
a/sql/hive/src/test/scala/org/apache/spark/sql/hive/ParquetEncryptionSuite.scala
-+++
b/sql/hive/src/test/scala/org/apache/spark/sql/hive/ParquetEncryptionSuite.scala
-@@ -22,7 +22,7 @@ import java.io.RandomAccessFile
- import java.nio.charset.StandardCharsets
- import java.util.Base64
-
--import org.apache.spark.sql.QueryTest
-+import org.apache.spark.sql.{IgnoreCometNativeScan, QueryTest}
- import org.apache.spark.sql.hive.test.TestHiveSingleton
-
- /**
-@@ -37,7 +37,8 @@ class ParquetEncryptionSuite extends QueryTest with
TestHiveSingleton {
- private val key1 =
encoder.encodeToString("1234567890123450".getBytes(StandardCharsets.UTF_8))
- private val key2 =
encoder.encodeToString("1234567890123451".getBytes(StandardCharsets.UTF_8))
-
-- test("SPARK-34990: Write and read an encrypted parquet") {
-+ test("SPARK-34990: Write and read an encrypted parquet",
-+ IgnoreCometNativeScan("no encryption support yet")) {
- withTempDir { dir =>
- withSQLConf(
- "parquet.crypto.factory.class" ->
-@@ -64,7 +65,8 @@ class ParquetEncryptionSuite extends QueryTest with
TestHiveSingleton {
- }
- }
-
-- test("SPARK-37117: Can't read files in Parquet encryption external key
material mode") {
-+ test("SPARK-37117: Can't read files in Parquet encryption external key
material mode",
-+ IgnoreCometNativeScan("no encryption support yet")) {
- withTempDir { dir =>
- withSQLConf(
- "parquet.crypto.factory.class" ->
-@@ -91,7 +93,8 @@ class ParquetEncryptionSuite extends QueryTest with
TestHiveSingleton {
- }
- }
-
-- test("SPARK-42114: Test of uniform parquet encryption") {
-+ test("SPARK-42114: Test of uniform parquet encryption",
-+ IgnoreCometNativeScan("no encryption support yet")) {
- withTempDir { dir =>
- withSQLConf(
- "parquet.crypto.factory.class" ->
diff --git
a/sql/hive/src/test/scala/org/apache/spark/sql/hive/PartitionedTablePerfStatsSuite.scala
b/sql/hive/src/test/scala/org/apache/spark/sql/hive/PartitionedTablePerfStatsSuite.scala
index de3b1ffccf0..2a76d127093 100644
---
a/sql/hive/src/test/scala/org/apache/spark/sql/hive/PartitionedTablePerfStatsSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
