(hudi) branch master updated: fix: Check for existing spark context before creating another spark context (#17862)

[sivabalan]

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


The following commit(s) were added to refs/heads/master by this push:
     new a3f1c14f3d53 fix: Check for existing spark context before creating 
another spark context (#17862)
a3f1c14f3d53 is described below

commit a3f1c14f3d53b4133216de17a8de6b7b2ac7b49f
Author: Surya Prasanna <sya...@uber.com>
AuthorDate: Tue Jan 20 14:35:14 2026 -0800

    fix: Check for existing spark context before creating another spark context 
(#17862)
---
 hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java 
b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
index 5726c4142d43..321e36c4e241 100644
--- a/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
+++ b/hudi-cli/src/main/java/org/apache/hudi/cli/utils/SparkUtil.java
@@ -28,6 +28,7 @@ import org.apache.hudi.hadoop.fs.HadoopFSUtils;
 import org.apache.spark.SparkConf;
 import org.apache.spark.api.java.JavaSparkContext;
 import org.apache.spark.launcher.SparkLauncher;
+import org.apache.spark.sql.SparkSession;
 
 import java.io.File;
 import java.net.URISyntaxException;
@@ -124,7 +125,8 @@ public class SparkUtil {
   }
 
   public static JavaSparkContext initJavaSparkContext(SparkConf sparkConf) {
-    JavaSparkContext jsc = new JavaSparkContext(sparkConf);
+    SparkSession spark = 
SparkSession.builder().config(sparkConf).getOrCreate();
+    JavaSparkContext jsc = 
JavaSparkContext.fromSparkContext(spark.sparkContext());
     
jsc.hadoopConfiguration().setBoolean(HoodieCliSparkConfig.CLI_PARQUET_ENABLE_SUMMARY_METADATA,
 false);
     HadoopFSUtils.prepareHadoopConf(jsc.hadoopConfiguration());
     return jsc;