This is an automated email from the ASF dual-hosted git repository.

dongjoon-hyun pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/spark-kubernetes-operator.git


The following commit(s) were added to refs/heads/main by this push:
     new 7ccacb1  [SPARK-58380] Update Spark 4.1/4.0 examples to use 4.1.3 and 
4.0.4 docker images
7ccacb1 is described below

commit 7ccacb14c006cee191fcbb48e248ca4d1d291bd1
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Wed Jul 29 01:10:53 2026 -0700

    [SPARK-58380] Update Spark 4.1/4.0 examples to use 4.1.3 and 4.0.4 docker 
images
    
    ### What changes were proposed in this pull request?
    
    This PR aims to update Spark 4.1/4.0 examples to use 4.1.3 and 4.0.4 docker 
images
    
    - [v4.1.3](https://github.com/apache/spark/releases/tag/v4.1.3) (2026-07-11)
    - [v4.0.4](https://github.com/apache/spark/releases/tag/v4.0.4) (2026-07-12)
    
    ### Why are the changes needed?
    
    To recommend the latest Apache Spark maintenance releases which bring the 
latest bug fixes.
    
    ### Does this PR introduce _any_ user-facing change?
    
    No, this is an example-only change.
    
    ### How was this patch tested?
    
    Pass the CIs.
    
    ### Was this patch authored or co-authored using generative AI tooling?
    
    Generated-by: Claude Fable 5
    
    Closes #776 from dongjoon-hyun/SPARK-58380.
    
    Authored-by: Dongjoon Hyun <[email protected]>
    Signed-off-by: Dongjoon Hyun <[email protected]>
---
 examples/pi-with-comet.yaml                | 4 ++--
 examples/pi-with-gluten.yaml               | 4 ++--
 examples/spark-connect-server-iceberg.yaml | 4 ++--
 examples/word-count-celeborn.yaml          | 4 ++--
 4 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/examples/pi-with-comet.yaml b/examples/pi-with-comet.yaml
index f22ace1..38908f8 100644
--- a/examples/pi-with-comet.yaml
+++ b/examples/pi-with-comet.yaml
@@ -27,7 +27,7 @@ spec:
     spark.driver.extraClassPath: "local:///comet/comet.jar"
     spark.executor.extraClassPath: "local:///comet/comet.jar"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.1.2-scala"
+    spark.kubernetes.container.image: "apache/spark:4.1.3-scala"
     spark.memory.offHeap.enabled: "true"
     spark.memory.offHeap.size: "1g"
     spark.plugins: "org.apache.spark.CometPlugin"
@@ -79,4 +79,4 @@ spec:
           emptyDir:
             sizeLimit: 200Mi
   runtimeVersions:
-    sparkVersion: "4.1.2"
+    sparkVersion: "4.1.3"
diff --git a/examples/pi-with-gluten.yaml b/examples/pi-with-gluten.yaml
index 02f6243..bb1c86d 100644
--- a/examples/pi-with-gluten.yaml
+++ b/examples/pi-with-gluten.yaml
@@ -23,7 +23,7 @@ spec:
     spark.driver.extraClassPath: "local:///gluten/gluten.jar"
     spark.executor.extraClassPath: "local:///gluten/gluten.jar"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.3-scala"
+    spark.kubernetes.container.image: "apache/spark:4.0.4-scala"
     spark.kubernetes.node.selector.kubernetes.io/arch: "amd64"
     spark.memory.offHeap.enabled: "true"
     spark.memory.offHeap.size: "1g"
@@ -81,4 +81,4 @@ spec:
           emptyDir:
             sizeLimit: 500Mi
   runtimeVersions:
-    sparkVersion: "4.0.3"
+    sparkVersion: "4.0.4"
diff --git a/examples/spark-connect-server-iceberg.yaml 
b/examples/spark-connect-server-iceberg.yaml
index c82b32b..0dd2cff 100644
--- a/examples/spark-connect-server-iceberg.yaml
+++ b/examples/spark-connect-server-iceberg.yaml
@@ -26,7 +26,7 @@ spec:
     spark.jars.ivy: "/tmp/.ivy2.5.2"
     spark.jars.packages: 
"org.apache.hadoop:hadoop-aws:3.4.2,org.apache.iceberg:iceberg-spark-runtime-4.1_2.13:1.11.0"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.1.2"
+    spark.kubernetes.container.image: "apache/spark:4.1.3"
     spark.kubernetes.executor.podNamePrefix: "spark-connect-server-iceberg"
     spark.scheduler.mode: "FAIR"
     spark.sql.catalog.s3.type: "hadoop"
@@ -35,4 +35,4 @@ spec:
     spark.sql.defaultCatalog: "s3"
     spark.sql.extensions: 
"org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions"
   runtimeVersions:
-    sparkVersion: "4.1.2"
+    sparkVersion: "4.1.3"
diff --git a/examples/word-count-celeborn.yaml 
b/examples/word-count-celeborn.yaml
index 0882276..1a0dbd4 100644
--- a/examples/word-count-celeborn.yaml
+++ b/examples/word-count-celeborn.yaml
@@ -25,7 +25,7 @@ spec:
     spark.jars.ivy: "/tmp/.ivy2.5.2"
     spark.jars.packages: 
"org.apache.celeborn:celeborn-client-spark-4-shaded_2.13:0.6.3"
     spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
-    spark.kubernetes.container.image: "apache/spark:4.0.3-scala"
+    spark.kubernetes.container.image: "apache/spark:4.0.4-scala"
     spark.kubernetes.driver.limit.cores: "5"
     spark.kubernetes.driver.master: "local[10]"
     spark.kubernetes.driver.request.cores: "5"
@@ -34,4 +34,4 @@ spec:
     spark.sql.adaptive.localShuffleReader.enabled: "false"
     spark.serializer: "org.apache.spark.serializer.KryoSerializer"
   runtimeVersions:
-    sparkVersion: "4.0.3"
+    sparkVersion: "4.0.4"


---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to