This is an automated email from the ASF dual-hosted git repository.
russellspitzer pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new 70ec4e5ead Spark: Bump Spark minor versions for 3.3 and 3.4 (#9187)
70ec4e5ead is described below
commit 70ec4e5ead8db9bd946c44731192b47862bfdeea
Author: Ajantha Bhat <[email protected]>
AuthorDate: Wed Dec 6 21:06:33 2023 +0530
Spark: Bump Spark minor versions for 3.3 and 3.4 (#9187)
---
gradle/libs.versions.toml | 4 ++--
.../org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java | 2 +-
.../apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java | 2 +-
.../src/integration/java/org/apache/iceberg/spark/SmokeTest.java | 4 ++--
4 files changed, 6 insertions(+), 6 deletions(-)
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
index d9ca188e93..f5c391fa95 100644
--- a/gradle/libs.versions.toml
+++ b/gradle/libs.versions.toml
@@ -77,8 +77,8 @@ scala-collection-compat = "2.11.0"
slf4j = "1.7.36"
snowflake-jdbc = "3.14.3"
spark-hive32 = "3.2.2"
-spark-hive33 = "3.3.2"
-spark-hive34 = "3.4.1"
+spark-hive33 = "3.3.3"
+spark-hive34 = "3.4.2"
spark-hive35 = "3.5.0"
spring-boot = "2.5.4"
spring-web = "5.3.30"
diff --git
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
index db8ffe07b8..63396e0969 100644
---
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
+++
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
@@ -77,7 +77,7 @@ public class TestAddFilesProcedure extends
SparkExtensionsTestBase {
@After
public void dropTables() {
- sql("DROP TABLE IF EXISTS %s", sourceTableName);
+ sql("DROP TABLE IF EXISTS %s PURGE", sourceTableName);
sql("DROP TABLE IF EXISTS %s", tableName);
}
diff --git
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
index 6e2bf99c54..367d95d8f6 100644
---
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
+++
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
@@ -46,7 +46,7 @@ public class TestSnapshotTableProcedure extends
SparkExtensionsTestBase {
@After
public void removeTables() {
sql("DROP TABLE IF EXISTS %s", tableName);
- sql("DROP TABLE IF EXISTS %S", sourceName);
+ sql("DROP TABLE IF EXISTS %s PURGE", sourceName);
}
@Test
diff --git
a/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
b/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
index d6fab897d6..25d7e74715 100644
---
a/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
+++
b/spark/v3.4/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
@@ -52,7 +52,7 @@ public class SmokeTest extends SparkExtensionsTestBase {
Assert.assertEquals(
"Should have inserted 3 rows", 3L, scalarSql("SELECT COUNT(*) FROM
%s", tableName));
- sql("DROP TABLE IF EXISTS source");
+ sql("DROP TABLE IF EXISTS source PURGE");
sql(
"CREATE TABLE source (id bigint, data string) USING parquet LOCATION
'%s'",
temp.newFolder());
@@ -62,7 +62,7 @@ public class SmokeTest extends SparkExtensionsTestBase {
Assert.assertEquals(
"Table should now have 4 rows", 4L, scalarSql("SELECT COUNT(*) FROM
%s", tableName));
- sql("DROP TABLE IF EXISTS updates");
+ sql("DROP TABLE IF EXISTS updates PURGE");
sql(
"CREATE TABLE updates (id bigint, data string) USING parquet LOCATION
'%s'",
temp.newFolder());