This is an automated email from the ASF dual-hosted git repository.
chengpan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-kyuubi.git
The following commit(s) were added to refs/heads/master by this push:
new 216dd66 [KYUUBI #1849] Bump Iceberg 0.13.0 and enable Iceberg test
with Spark 3.2
216dd66 is described below
commit 216dd66a4703b6e72989582a8106afc4b8703795
Author: Cheng Pan <[email protected]>
AuthorDate: Fri Feb 4 15:00:48 2022 +0800
[KYUUBI #1849] Bump Iceberg 0.13.0 and enable Iceberg test with Spark 3.2
### _Why are the changes needed?_
Bump Iceberg 0.13.0 and enable Iceberg test with Spark 3.2.
### _How was this patch tested?_
- [ ] Add some test cases that check the changes thoroughly including
negative and positive cases if possible
- [ ] Add screenshots for manual tests if appropriate
- [x] [Run
test](https://kyuubi.apache.org/docs/latest/develop_tools/testing.html#running-tests)
locally before make a pull request
Closes #1849 from pan3793/iceberg-0.13.0.
Closes #1849
39b156b5 [Cheng Pan] update comments
a94eb4ca [Cheng Pan] work around for namespace issue
1c3a4237 [Cheng Pan] RC2 vote passed
f266c0cc [Cheng Pan] Iceberg 0.13.0 RC2
1f32af24 [Cheng Pan] Bump Iceberg 0.13.0 and enable Iceberg test with Spark
3.2
Authored-by: Cheng Pan <[email protected]>
Signed-off-by: Cheng Pan <[email protected]>
---
.../src/test/scala/org/apache/kyuubi/IcebergSuiteMixin.scala | 2 ++
pom.xml | 6 ++++--
2 files changed, 6 insertions(+), 2 deletions(-)
diff --git
a/kyuubi-common/src/test/scala/org/apache/kyuubi/IcebergSuiteMixin.scala
b/kyuubi-common/src/test/scala/org/apache/kyuubi/IcebergSuiteMixin.scala
index a90f834..b3879c7 100644
--- a/kyuubi-common/src/test/scala/org/apache/kyuubi/IcebergSuiteMixin.scala
+++ b/kyuubi-common/src/test/scala/org/apache/kyuubi/IcebergSuiteMixin.scala
@@ -42,5 +42,7 @@ trait IcebergSuiteMixin extends DataLakeSuiteMixin {
s"spark.sql.catalog.$catalog" -> "org.apache.iceberg.spark.SparkCatalog",
s"spark.sql.catalog.$catalog.type" -> "hadoop",
s"spark.sql.catalog.$catalog.warehouse" -> warehouse.toString,
+ // https://github.com/apache/iceberg/pull/4024
+ s"spark.sql.catalog.$catalog.default-namespace" -> "default",
"spark.jars" -> extraJars)
}
diff --git a/pom.xml b/pom.xml
index dd2e109..56ec0ee 100644
--- a/pom.xml
+++ b/pom.xml
@@ -113,7 +113,7 @@
<hive.version>2.3.9</hive.version>
<hudi.version>0.10.0</hudi.version>
<iceberg.name>iceberg-spark3-runtime</iceberg.name>
- <iceberg.version>0.12.1</iceberg.version>
+ <iceberg.version>0.13.0</iceberg.version>
<jackson.version>2.12.5</jackson.version>
<jakarta.servlet-api.version>4.0.4</jakarta.servlet-api.version>
<jakarta.xml-bind.version>2.3.2</jakarta.xml-bind.version>
@@ -1778,6 +1778,7 @@
<properties>
<spark.version>3.1.2</spark.version>
<delta.version>1.0.0</delta.version>
+
<iceberg.name>iceberg-spark-runtime-3.1_${scala.binary.version}</iceberg.name>
<maven.plugin.scalatest.exclude.tags>org.apache.kyuubi.tags.ExtendedSQLTest</maven.plugin.scalatest.exclude.tags>
</properties>
<modules>
@@ -1791,7 +1792,8 @@
<properties>
<spark.version>3.2.1</spark.version>
<delta.version>1.1.0</delta.version>
-
<maven.plugin.scalatest.exclude.tags>org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.IcebergTest,org.apache.kyuubi.tags.HudiTest</maven.plugin.scalatest.exclude.tags>
+
<iceberg.name>iceberg-spark-runtime-3.2_${scala.binary.version}</iceberg.name>
+
<maven.plugin.scalatest.exclude.tags>org.apache.kyuubi.tags.ExtendedSQLTest,org.apache.kyuubi.tags.HudiTest</maven.plugin.scalatest.exclude.tags>
</properties>
<modules>
<module>dev/kyuubi-extension-spark-common</module>
