[iceberg] branch master updated: Spark 3.3: Re-enable 2-level Parquet list test (#5179)

[blue]

This is an automated email from the ASF dual-hosted git repository.

blue pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git


The following commit(s) were added to refs/heads/master by this push:
     new 36d0b91bb Spark 3.3: Re-enable 2-level Parquet list test (#5179)
36d0b91bb is described below

commit 36d0b91bb4ab3d59120b3b1b2db786abf7d1de18
Author: Prashant Singh <35593236+singhpk...@users.noreply.github.com>
AuthorDate: Mon Jul 4 01:41:12 2022 +0530

    Spark 3.3: Re-enable 2-level Parquet list test (#5179)
    
    Co-authored-by: Prashant Singh <psing...@amazon.com>
---
 .../spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java    | 1 +
 .../test/java/org/apache/iceberg/spark/actions/TestCreateActions.java  | 3 ---
 2 files changed, 1 insertion(+), 3 deletions(-)

diff --git 
a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java 
b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
index 8022e8696..611b0b0b9 100644
--- a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
+++ b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
@@ -70,6 +70,7 @@ public abstract class SparkTestBase {
         .master("local[2]")
         .config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
         .config("spark.hadoop." + METASTOREURIS.varname, 
hiveConf.get(METASTOREURIS.varname))
+        .config("spark.sql.legacy.respectNullabilityInTextDatasetConversion", 
"true")
         .enableHiveSupport()
         .getOrCreate();
 
diff --git 
a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/actions/TestCreateActions.java
 
b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/actions/TestCreateActions.java
index 77ff233e2..c5b1bf31b 100644
--- 
a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/actions/TestCreateActions.java
+++ 
b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/actions/TestCreateActions.java
@@ -72,7 +72,6 @@ import org.junit.After;
 import org.junit.Assert;
 import org.junit.Assume;
 import org.junit.Before;
-import org.junit.Ignore;
 import org.junit.Rule;
 import org.junit.Test;
 import org.junit.rules.TemporaryFolder;
@@ -634,8 +633,6 @@ public class TestCreateActions extends SparkCatalogTestBase 
{
     structOfThreeLevelLists(false);
   }
 
-  // TODO: revisit why Spark is no longer writing the legacy format.
-  @Ignore
   @Test
   public void testTwoLevelList() throws IOException {
     spark.conf().set("spark.sql.parquet.writeLegacyFormat", true);