This is an automated email from the ASF dual-hosted git repository.
stevenwu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new 173d4c3284 Spark: backport PR #13993 to use loopback address for spark
driver in tests (#13994)
173d4c3284 is described below
commit 173d4c32840e1be1efb559a174e8b97a0e62fb98
Author: Steven Zhen Wu <[email protected]>
AuthorDate: Thu Sep 4 12:34:46 2025 -0700
Spark: backport PR #13993 to use loopback address for spark driver in tests
(#13994)
---
.../org/apache/iceberg/spark/extensions/ExtensionsTestBase.java | 2 ++
.../java/org/apache/iceberg/spark/source/TestFilteredScan.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestForwardCompatibility.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestIcebergSpark.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestPartitionPruning.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestPartitionValues.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestSnapshotSelection.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestSparkDataFile.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestSparkDataWrite.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestSparkReadProjection.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestStructuredStreaming.java | 2 ++
.../org/apache/iceberg/spark/source/TestWriteMetricsConfig.java | 7 ++++++-
.../org/apache/iceberg/spark/extensions/ExtensionsTestBase.java | 2 ++
.../java/org/apache/iceberg/spark/source/TestFilteredScan.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestForwardCompatibility.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestIcebergSpark.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestPartitionPruning.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestPartitionValues.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestSnapshotSelection.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestSparkDataFile.java | 7 ++++++-
.../java/org/apache/iceberg/spark/source/TestSparkDataWrite.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestSparkReadProjection.java | 7 ++++++-
.../org/apache/iceberg/spark/source/TestStructuredStreaming.java | 2 ++
.../org/apache/iceberg/spark/source/TestWriteMetricsConfig.java | 7 ++++++-
24 files changed, 128 insertions(+), 20 deletions(-)
diff --git
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
index 578845e3da..4c1a509591 100644
---
a/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
+++
b/spark/v3.4/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
@@ -20,6 +20,7 @@ package org.apache.iceberg.spark.extensions;
import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.METASTOREURIS;
+import java.net.InetAddress;
import java.util.Random;
import java.util.concurrent.ThreadLocalRandom;
import org.apache.iceberg.CatalogUtil;
@@ -48,6 +49,7 @@ public abstract class ExtensionsTestBase extends
CatalogTestBase {
TestBase.spark =
SparkSession.builder()
.master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
.config("spark.testing", "true")
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.sql.extensions",
IcebergSparkSessionExtensions.class.getName())
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
index 07b3722d6a..a70aeb1ba6 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
@@ -28,6 +28,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.sql.Timestamp;
import java.time.OffsetDateTime;
@@ -118,7 +119,11 @@ public class TestFilteredScan {
@BeforeAll
public static void startSpark() {
- TestFilteredScan.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestFilteredScan.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
// define UDFs used by partition tests
Function<Object, Integer> bucket4 =
Transforms.bucket(4).bind(Types.LongType.get());
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
index e0091058ec..c03f7b94ec 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
@@ -25,6 +25,7 @@ import static
org.assertj.core.api.Assertions.assertThatThrownBy;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.UUID;
@@ -94,7 +95,11 @@ public class TestForwardCompatibility {
@BeforeAll
public static void startSpark() {
- TestForwardCompatibility.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestForwardCompatibility.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
index 5843fe9925..f4f57157e4 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
@@ -22,6 +22,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
import java.math.BigDecimal;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.sql.Date;
import java.sql.Timestamp;
@@ -46,7 +47,11 @@ public class TestIcebergSpark {
@BeforeAll
public static void startSpark() {
- TestIcebergSpark.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestIcebergSpark.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
index 9b81414e8e..e1402396fa 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.net.URI;
import java.nio.file.Files;
import java.sql.Timestamp;
@@ -113,7 +114,11 @@ public class TestPartitionPruning {
@BeforeAll
public static void startSpark() {
- TestPartitionPruning.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestPartitionPruning.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestPartitionPruning.sparkContext =
JavaSparkContext.fromSparkContext(spark.sparkContext());
String optionKey = String.format("fs.%s.impl",
CountOpenLocalFileSystem.scheme);
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
index 934e57701b..b0ad930487 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assumptions.assumeThat;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.stream.Collectors;
@@ -107,7 +108,11 @@ public class TestPartitionValues {
@BeforeAll
public static void startSpark() {
- TestPartitionValues.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestPartitionValues.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
index 3d74b91359..11865db7fc 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
@@ -24,6 +24,7 @@ import static
org.apache.iceberg.types.Types.NestedField.optional;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.Map;
@@ -86,7 +87,11 @@ public class TestSnapshotSelection {
@BeforeAll
public static void startSpark() {
- TestSnapshotSelection.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSnapshotSelection.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
index 182b1ef8f5..833a0b6b5e 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.util.Arrays;
import java.util.Collections;
@@ -120,7 +121,11 @@ public class TestSparkDataFile {
@BeforeAll
public static void startSpark() {
- TestSparkDataFile.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkDataFile.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestSparkDataFile.sparkContext =
JavaSparkContext.fromSparkContext(spark.sparkContext());
}
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
index 72566ea9f1..8884654fe0 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
@@ -28,6 +28,7 @@ import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.when;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.Map;
@@ -95,7 +96,11 @@ public class TestSparkDataWrite {
@BeforeAll
public static void startSpark() {
- TestSparkDataWrite.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkDataWrite.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterEach
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
index becf6a064d..596d05d30b 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
@@ -27,6 +27,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.util.List;
import java.util.Map;
import java.util.UUID;
@@ -83,7 +84,11 @@ public class TestSparkReadProjection extends
TestReadProjection {
@BeforeAll
public static void startSpark() {
- TestSparkReadProjection.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkReadProjection.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
ImmutableMap<String, String> config =
ImmutableMap.of(
"type", "hive",
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
index 9bdfc34dc2..dc4fc7e187 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
@@ -23,6 +23,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
@@ -66,6 +67,7 @@ public class TestStructuredStreaming {
TestStructuredStreaming.spark =
SparkSession.builder()
.master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
.config("spark.sql.shuffle.partitions", 4)
.getOrCreate();
}
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
index ce298143f1..c3fac70dd3 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
@@ -24,6 +24,7 @@ import static
org.apache.iceberg.types.Types.NestedField.required;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.nio.file.Path;
import java.util.List;
@@ -79,7 +80,11 @@ public class TestWriteMetricsConfig {
@BeforeAll
public static void startSpark() {
- TestWriteMetricsConfig.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestWriteMetricsConfig.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestWriteMetricsConfig.sc =
JavaSparkContext.fromSparkContext(spark.sparkContext());
}
diff --git
a/spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
b/spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
index 578845e3da..4c1a509591 100644
---
a/spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
+++
b/spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/ExtensionsTestBase.java
@@ -20,6 +20,7 @@ package org.apache.iceberg.spark.extensions;
import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.METASTOREURIS;
+import java.net.InetAddress;
import java.util.Random;
import java.util.concurrent.ThreadLocalRandom;
import org.apache.iceberg.CatalogUtil;
@@ -48,6 +49,7 @@ public abstract class ExtensionsTestBase extends
CatalogTestBase {
TestBase.spark =
SparkSession.builder()
.master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
.config("spark.testing", "true")
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.sql.extensions",
IcebergSparkSessionExtensions.class.getName())
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
index 8c85f360b5..fd7d52178f 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
@@ -25,6 +25,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.time.OffsetDateTime;
import java.util.Arrays;
@@ -109,7 +110,11 @@ public class TestFilteredScan {
@BeforeAll
public static void startSpark() {
- TestFilteredScan.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestFilteredScan.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
index cbce824bfa..153564f7d1 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
@@ -25,6 +25,7 @@ import static
org.assertj.core.api.Assertions.assertThatThrownBy;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.UUID;
@@ -93,7 +94,11 @@ public class TestForwardCompatibility {
@BeforeAll
public static void startSpark() {
- TestForwardCompatibility.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestForwardCompatibility.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
index 5843fe9925..f4f57157e4 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
@@ -22,6 +22,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
import java.math.BigDecimal;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.sql.Date;
import java.sql.Timestamp;
@@ -46,7 +47,11 @@ public class TestIcebergSpark {
@BeforeAll
public static void startSpark() {
- TestIcebergSpark.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestIcebergSpark.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
index 9b81414e8e..e1402396fa 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.net.URI;
import java.nio.file.Files;
import java.sql.Timestamp;
@@ -113,7 +114,11 @@ public class TestPartitionPruning {
@BeforeAll
public static void startSpark() {
- TestPartitionPruning.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestPartitionPruning.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestPartitionPruning.sparkContext =
JavaSparkContext.fromSparkContext(spark.sparkContext());
String optionKey = String.format("fs.%s.impl",
CountOpenLocalFileSystem.scheme);
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
index 0153996eb5..0b6ab2052b 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assumptions.assumeThat;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.stream.Collectors;
@@ -107,7 +108,11 @@ public class TestPartitionValues {
@BeforeAll
public static void startSpark() {
- TestPartitionValues.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestPartitionValues.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
index 3d74b91359..11865db7fc 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
@@ -24,6 +24,7 @@ import static
org.apache.iceberg.types.Types.NestedField.optional;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.Map;
@@ -86,7 +87,11 @@ public class TestSnapshotSelection {
@BeforeAll
public static void startSpark() {
- TestSnapshotSelection.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSnapshotSelection.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterAll
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
index b7f3721649..3051e27d72 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
@@ -24,6 +24,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.util.Arrays;
import java.util.Collections;
@@ -120,7 +121,11 @@ public class TestSparkDataFile {
@BeforeAll
public static void startSpark() {
- TestSparkDataFile.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkDataFile.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestSparkDataFile.sparkContext =
JavaSparkContext.fromSparkContext(spark.sparkContext());
}
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
index 141c887115..4ccbf86f12 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
@@ -28,6 +28,7 @@ import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.when;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Path;
import java.util.List;
import java.util.Map;
@@ -95,7 +96,11 @@ public class TestSparkDataWrite {
@BeforeAll
public static void startSpark() {
- TestSparkDataWrite.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkDataWrite.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
}
@AfterEach
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
index becf6a064d..596d05d30b 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
@@ -27,6 +27,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import java.io.File;
import java.io.IOException;
+import java.net.InetAddress;
import java.util.List;
import java.util.Map;
import java.util.UUID;
@@ -83,7 +84,11 @@ public class TestSparkReadProjection extends
TestReadProjection {
@BeforeAll
public static void startSpark() {
- TestSparkReadProjection.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestSparkReadProjection.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
ImmutableMap<String, String> config =
ImmutableMap.of(
"type", "hive",
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
index 99130403a5..54048bbf21 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
@@ -23,6 +23,7 @@ import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
import java.io.File;
+import java.net.InetAddress;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
@@ -66,6 +67,7 @@ public class TestStructuredStreaming {
TestStructuredStreaming.spark =
SparkSession.builder()
.master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
.config("spark.sql.shuffle.partitions", 4)
.getOrCreate();
}
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
index ce298143f1..c3fac70dd3 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
@@ -24,6 +24,7 @@ import static
org.apache.iceberg.types.Types.NestedField.required;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.assertThatThrownBy;
+import java.net.InetAddress;
import java.nio.ByteBuffer;
import java.nio.file.Path;
import java.util.List;
@@ -79,7 +80,11 @@ public class TestWriteMetricsConfig {
@BeforeAll
public static void startSpark() {
- TestWriteMetricsConfig.spark =
SparkSession.builder().master("local[2]").getOrCreate();
+ TestWriteMetricsConfig.spark =
+ SparkSession.builder()
+ .master("local[2]")
+ .config("spark.driver.host",
InetAddress.getLoopbackAddress().getHostAddress())
+ .getOrCreate();
TestWriteMetricsConfig.sc =
JavaSparkContext.fromSparkContext(spark.sparkContext());
}
