This is an automated email from the ASF dual-hosted git repository.
dongjoon-hyun pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/spark-kubernetes-operator.git
The following commit(s) were added to refs/heads/main by this push:
new 185e8705 [SPARK-60626] Upgrade Spark to 4.2.1
185e8705 is described below
commit 185e8705c2417c91fdb1f2cad0179715e007b34d
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Wed Oct 28 09:50:34 2026 -0700
[SPARK-60626] Upgrade Spark to 4.2.1
### What changes were proposed in this pull request?
This PR aims to upgrade Apache Spark to 4.2.1.
### Why are the changes needed?
Apache Spark 4.2.1 is released officially (announced on 2026-10-27).
- https://github.com/apache/spark/releases/tag/v4.2.1 (tag created on
2026-10-21)
- https://spark.apache.org/docs/4.2.1/
- https://repo1.maven.org/maven2/org/apache/spark/spark-core_2.13/4.2.1/
The resolved transitive dependencies of `spark-core_2.13` and
`spark-kubernetes_2.13` are identical to those of 4.2.0, so the Netty, Vert.x,
Hadoop and Jackson pins and `LICENSE-binary` are not affected.
`gradle/verification-metadata.xml` is regenerated, and only the
`org.apache.spark` entries change.
### Does this PR introduce _any_ user-facing change?
No behavior change.
### How was this patch tested?
Pass the CIs.
I also ran the full `gradle build` locally with the regenerated
`verification-metadata.xml` (unit tests, Checkstyle, PMD, SpotBugs, Spotless,
Javadoc and `checkLicenseBinary`).
### Was this patch authored or co-authored using generative AI tooling?
Generated-by: Claude Sonnet 5.5
Closes #984 from dongjoon-hyun/SPARK-60626.
Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
gradle/libs.versions.toml | 2 +-
gradle/verification-metadata.xml | 116 +++++++++++++++++++--------------------
2 files changed, 59 insertions(+), 59 deletions(-)
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
index a79bc603..592462ae 100644
--- a/gradle/libs.versions.toml
+++ b/gradle/libs.versions.toml
@@ -23,7 +23,7 @@ jackson-annotations = "2.22"
vertx = "4.5.33"
operator-sdk = "5.6.2"
dropwizard-metrics = "4.2.39"
-spark = "4.2.0"
+spark = "4.2.1"
hadoop = "3.5.0"
log4j = "2.26.1"
slf4j = "2.0.19"
diff --git a/gradle/verification-metadata.xml b/gradle/verification-metadata.xml
index e62273ae..2a537735 100644
--- a/gradle/verification-metadata.xml
+++ b/gradle/verification-metadata.xml
@@ -2363,97 +2363,97 @@
<sha512
value="99ce348021aebc9f51e8dbf08318f27188a0da56c874f3d07b2ba416f227e7609b3a0e594447c0982bc23e1cc8850d66c1c9a243038974ca1b85051947ffcc66"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-common-utils-java_2.13"
version="4.2.0">
- <artifact name="spark-common-utils-java_2.13-4.2.0.jar">
- <sha512
value="39c944490b1e208ff48b21de6d2a948d7c3bf500c776ee1fb5b18e2921b62b699aaa3decaed8a92c12b9adaf9a1496973dc662f6d5a7ab010ae869a4b254eeb6"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-common-utils-java_2.13"
version="4.2.1">
+ <artifact name="spark-common-utils-java_2.13-4.2.1.jar">
+ <sha512
value="bc57e363bbfe479ae5c77fc17980fc50e30631a01312d17161e24076c3994d2f26705404a204edab98723de72a666ca2212dabe572a6479cfd1e59635223c0fb"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-common-utils-java_2.13-4.2.0.pom">
- <sha512
value="be4ef5c70f50d9fff3fcc0cd39c993a4b53ce4653fa7d8924d97dbff6c59080d3fd143c60f6328a741256548da0b78a84601117d4f9a4aff0b4c882cb497aa16"
origin="Generated by Gradle"/>
+ <artifact name="spark-common-utils-java_2.13-4.2.1.pom">
+ <sha512
value="f324ce68b5f1b4a1417d0a1573ce24211d049fe3d7f498afe30b0c6d094631d0a92b6d3b24436379e474aa99466721bc30b9695407cc28e7aed32917c05f6ad5"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-common-utils_2.13"
version="4.2.0">
- <artifact name="spark-common-utils_2.13-4.2.0.jar">
- <sha512
value="86a3a25d8e65c5bc3e5c073d7f4d9ea9143543e48b2c62dfc4a5faecb278fc0c704475280f3e55e9c32b6a743e142939f308cf371dd65625769803eb1f48cb0c"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-common-utils_2.13"
version="4.2.1">
+ <artifact name="spark-common-utils_2.13-4.2.1.jar">
+ <sha512
value="80ff2c0bcd52d010946a83acc3641d796ea7a439abc2d5464b78e6d95198b96e6cb48ee12b1c772262fa694ba5e0f9bde5e089bfb621c1aabc1b6c459ef87376"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-common-utils_2.13-4.2.0.pom">
- <sha512
value="f41aeb5c59e6f2a21025c9a31c99eafc859adc410664cf058c27f19d5bdfd7d6cd827b32cb8615331bd0e73aca2d119e63a159c1846f2fee8eccd416f18b3b37"
origin="Generated by Gradle"/>
+ <artifact name="spark-common-utils_2.13-4.2.1.pom">
+ <sha512
value="d62c598f90a36dad39ae3dbf70a4b61c7cf027d771991cfdaf0a316ba82b6ee0a4b3b53d888ccf3d4aa4159f292bb451583fbcb88d387068aee8f653a1fda0a1"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-core_2.13"
version="4.2.0">
- <artifact name="spark-core_2.13-4.2.0.jar">
- <sha512
value="cda41489aa5e807ecf7b5665f7f845847eb445869780b05c934577278890e4dd5899f10e7482c906a324191a013bc829cdd762c5f28614b94dfd0bbb8aa8963a"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-core_2.13"
version="4.2.1">
+ <artifact name="spark-core_2.13-4.2.1.jar">
+ <sha512
value="21a437f1ac512b8f4ac9643e0bb09b3cc40914ea5c99449ed2e341da8264a5d876ebb42a764aa14d1ddf40c77c9822c97c7ce0ace1e80778bf8356edd4202f68"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-core_2.13-4.2.0.pom">
- <sha512
value="8fc8f2e1163521d65ce34d5cdd62d07164af5d95ad95dbd3676c6dcbf64b2585c08cab93b374f46119a2ed6e728105c6dfb038afc3e87553ccb424de35680707"
origin="Generated by Gradle"/>
+ <artifact name="spark-core_2.13-4.2.1.pom">
+ <sha512
value="f8f60e27b33809ca376f49b3279e0eef365ba7b7c3841f8001d58a5782580da1e10f961cd53a0cfc6d8bf44aac2f904dd59d462632c83ea2904ed229e0e63b58"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-kubernetes_2.13"
version="4.2.0">
- <artifact name="spark-kubernetes_2.13-4.2.0.jar">
- <sha512
value="4307cc68c9f794ce6ed909bbee21d10e0e154b1897dc3463c651bb6ed768396e047e45b0c7889d7fb64db2a17eb6cd68f53b633cad9395eb71aace68ba3bfc0e"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-kubernetes_2.13"
version="4.2.1">
+ <artifact name="spark-kubernetes_2.13-4.2.1.jar">
+ <sha512
value="8ef8c963f3366a75c9c86df3aa3836bd2e4dc121440a84dc546ea3f004a3eb62d251078df1f2330657888dc01438e6c217787ac2a2216fae4957cc8a574d8742"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-kubernetes_2.13-4.2.0.pom">
- <sha512
value="e0766d295db328e97551376af01be7db5738c30d6d5bf89bb3f58057f3cefc30dfebea4f6a53600834733d0957ade1ed3f73dcd5bdfe70e3454f215159a9ee19"
origin="Generated by Gradle"/>
+ <artifact name="spark-kubernetes_2.13-4.2.1.pom">
+ <sha512
value="f5ac1352fd8befc3283bc55a1afc5c20462691a2d456fddd22ef7032ce1e87d40223b608760d6cc4d41c08066b1cb8ba7e818a7ffe8c0a23d586c3d70c5e924f"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-kvstore_2.13"
version="4.2.0">
- <artifact name="spark-kvstore_2.13-4.2.0.jar">
- <sha512
value="222af7fd9b4b25112123eeb0afc05a620500b93e561dc4e0fcb4c9f220f3c5242d2c92f507f84f2e7c056662adc52ece3f74f9b1c395d7641cb49d021df3c7e6"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-kvstore_2.13"
version="4.2.1">
+ <artifact name="spark-kvstore_2.13-4.2.1.jar">
+ <sha512
value="33ff43288b1ddd8cba8c6ec45dbaa746fb94a53c8998c32ccfab77f7dc18f256cc44b2363caa752bf35aa6a6385fb716163a9d86f24df75e4e32e9dafe2f520c"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-kvstore_2.13-4.2.0.pom">
- <sha512
value="97d47caaa846b5436494ff295370f215df36a707386c5da5eadfe808987d5457ac42f073760f8fdd8bb448c570b39ba152558c56f89daa9bb8350c81b89994e9"
origin="Generated by Gradle"/>
+ <artifact name="spark-kvstore_2.13-4.2.1.pom">
+ <sha512
value="1c57f85ffe464982e12c9c9598100e35fb34e5a851c22ac7a6e61423fc233c3c055c3d878ab130ad712c969e1fa7c5ad2c7e401ecc7712c60dbc1d97cb72c363"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-launcher_2.13"
version="4.2.0">
- <artifact name="spark-launcher_2.13-4.2.0.jar">
- <sha512
value="df113b4bd4eb814d0624cffb2b865424e1f9de9447f4d1494002c07f52bf2748d0dd065b49a7ac36fda58a0304538e5627f9eccd9b156d8f988573cb7edcadb7"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-launcher_2.13"
version="4.2.1">
+ <artifact name="spark-launcher_2.13-4.2.1.jar">
+ <sha512
value="e2cb961dd28f5a86c035585098d74d97aa10d173bc74cd9dcb349951e852bd48e1c02579713b05d7243cefddee2a5bb49c194c3e82d602dd7a118a1242fdf0f9"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-launcher_2.13-4.2.0.pom">
- <sha512
value="0c492201499cd3c6a6c2679f4439106c753a0825df9908e99bf75344f7c9cd16be94476b14f0677518545c7245df592516426f73dc8d4b2fc656ade38bae98dc"
origin="Generated by Gradle"/>
+ <artifact name="spark-launcher_2.13-4.2.1.pom">
+ <sha512
value="3aff20ed18f8e482016ff7c4b58af47620d7a69b5a9cfe4e3dc1d970c63ec911ef20ee298f28b73b7ef405377d2e2bc432650d0472029ec2a078c61f0e14adf6"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-network-common_2.13"
version="4.2.0">
- <artifact name="spark-network-common_2.13-4.2.0.jar">
- <sha512
value="008fb02c27f3035a918acd9e26d71bc6932200fd74e01524aa3830a2ff2f5c7f7ff6218dd9a45d16ec27ee844e8c8e3d4f24506b6dff2d2427337e04886915f8"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-network-common_2.13"
version="4.2.1">
+ <artifact name="spark-network-common_2.13-4.2.1.jar">
+ <sha512
value="8cccac589de149c9c581b1c366598ded7d64b95be397617f1df8f23246813985d615ba78a4e3534c71d812ced17000c77248859b5cb707deede251eff232d5a3"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-network-common_2.13-4.2.0.pom">
- <sha512
value="df6c1e1058e90266faffd20d55aabf2bd6dc3b12bcc9a0556d43dda6c4f5f11baef088e6dc40c220f010bc1264e0d80170e3fc0ab7de9c224796f65ae9dfa8aa"
origin="Generated by Gradle"/>
+ <artifact name="spark-network-common_2.13-4.2.1.pom">
+ <sha512
value="83bd6f2b0a9ffe93715f437e934582825707983347d4ef6bc78d536e66c45b6f33e3cbb643668582d4406ab1f4d9e99165c97cccb1e3440abeb906b3ed758725"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-network-shuffle_2.13"
version="4.2.0">
- <artifact name="spark-network-shuffle_2.13-4.2.0.jar">
- <sha512
value="b9a5764cfd0fb843aece837e41bb0e4b1792344e205547fa4ecd46d1576072b91e4a278cae12a8f470c5e9fcd0968577184ac13e0dbcb48648166cdf7bdbe08e"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-network-shuffle_2.13"
version="4.2.1">
+ <artifact name="spark-network-shuffle_2.13-4.2.1.jar">
+ <sha512
value="45134f43743f90c56336f954c3b649fa8fa6c7c7c9ec11f4697924a6e53cb0e969596768c867495067b869287e61760cf675693eaa69682d7c85a8a972b83c36"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-network-shuffle_2.13-4.2.0.pom">
- <sha512
value="9bb81096b5106a782ba5e332e5735897f789acbaca6efc0d5bdde233610f531e8419c29382ffa0f84065b44de90d2cb5d46af1f9d5da9a8839cee316f5a9c5b1"
origin="Generated by Gradle"/>
+ <artifact name="spark-network-shuffle_2.13-4.2.1.pom">
+ <sha512
value="ea397f89c0314ad1bd680c113a5cd1f98872dac6c0492e1494ac549dddbfbcdf37ee8e0bda9d8b210cf5afd431be2fbddb1416c8fa38d18556be5798118a6483"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-parent_2.13"
version="4.2.0">
- <artifact name="spark-parent_2.13-4.2.0.pom">
- <sha512
value="c8862a2a4fef67e37e17959025c1caf2c7a66375fa4cfcb85ea964f6371f0d3b3c756cda0846514bc1d49d5454ced392ea7957f16758489db94fba945dc64958"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-parent_2.13"
version="4.2.1">
+ <artifact name="spark-parent_2.13-4.2.1.pom">
+ <sha512
value="0e4ce4e4683aff51f22a1ad71bf9f51df55ffc0de76ce552537083717fbd08207a9491a8c90a629c13800512a91e1f781d37504a918917354f0c4b7c33cf1c0b"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-tags_2.13"
version="4.2.0">
- <artifact name="spark-tags_2.13-4.2.0.jar">
- <sha512
value="0d67873a1d85140889475f1c6ec6105154a687cd50111128a709d853bbdca17da351a348c51a78d80365b0c94a4ad98c353d4d063cfcbc9dc70e73acfa9dd1cf"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-tags_2.13"
version="4.2.1">
+ <artifact name="spark-tags_2.13-4.2.1.jar">
+ <sha512
value="432311f2b32451dd716f1794f8b9dfdc9cf7ccc4adecfdc261a4b43de22551f9680ee6ea5bec40037937e7e5f55283af6f09b4557071925bfc5b4f405518ec90"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-tags_2.13-4.2.0.pom">
- <sha512
value="2e92e58892df9c6032d318d9f65bb04984b66cde4b4b80d741d71da6c7e48d4090df2255e0541ecccffec4719e16139837a68db2d8fed5fe8f37223ead2034e6"
origin="Generated by Gradle"/>
+ <artifact name="spark-tags_2.13-4.2.1.pom">
+ <sha512
value="338e537e5bdb8e86db6f5202d2345892c53fee4f612b6d9d54633e57fe954fd7e7b2910908a172a8b81b67e66589b70340656f8ee5ad4c3c4525de33c62d9515"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-unsafe_2.13"
version="4.2.0">
- <artifact name="spark-unsafe_2.13-4.2.0.jar">
- <sha512
value="bff98867e89fc016a7c45b7380248bb00709d3efa8e8c2414c0d44ae6b3eb037403965f9dedd10c36eaaa9a47b39ea9c90249728e471aca7d0d16a04a71f2dfe"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-unsafe_2.13"
version="4.2.1">
+ <artifact name="spark-unsafe_2.13-4.2.1.jar">
+ <sha512
value="1c4e36d00808d473760ec468ee132746e5befbf1a10dceb778d33f648f067e4bf6fda37d8e883505d14ec1a90728f69edc476de62180ed9d3cdb17ea6d5cf833"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-unsafe_2.13-4.2.0.pom">
- <sha512
value="c62aaa7ee63d8c2145198851f39fa1f7c1b39c0e2b599076eb9e440cb2eb8ca4afa031556464d4e0af9f2314fb620234b4d6b99e8e1decb3248548c2e7555cce"
origin="Generated by Gradle"/>
+ <artifact name="spark-unsafe_2.13-4.2.1.pom">
+ <sha512
value="31a4ab8242ec3b465f10f84757da3941f15c6c3f59df5e601d481e70bfd72718c4a5818d7671a379d59b1ce540a688291ecfa063d3bad6309d80af238038e5ca"
origin="Generated by Gradle"/>
</artifact>
</component>
- <component group="org.apache.spark" name="spark-variant_2.13"
version="4.2.0">
- <artifact name="spark-variant_2.13-4.2.0.jar">
- <sha512
value="ace55e359a9fb11ead19b0ef89bfb5c7c6c0ec9a5b99ef9f296fa4a33ea36a7b19b55183edbf252389a32ba9f36855c08191b096b0340835d7f705a028f9af2a"
origin="Generated by Gradle"/>
+ <component group="org.apache.spark" name="spark-variant_2.13"
version="4.2.1">
+ <artifact name="spark-variant_2.13-4.2.1.jar">
+ <sha512
value="695822685b55ec4e4152fcb0c6848fd0cd15ccc9d5d4419f677b95ac4a9973dcffd3d756fc9f8e904ee881d9106d1bdfa264b39b840bbffdcc1cdf669daad53c"
origin="Generated by Gradle"/>
</artifact>
- <artifact name="spark-variant_2.13-4.2.0.pom">
- <sha512
value="549e16daf8b4affe21539c519b7311aae0af852a26ed26c43524af27b2608fca746b2005258f70699b1d2307a305633842e52de6091bceced06924d66c47bc7c"
origin="Generated by Gradle"/>
+ <artifact name="spark-variant_2.13-4.2.1.pom">
+ <sha512
value="2dbeb9968056523ba29df63b5e8f159e8502d9c9e1aa62b75f385708a01cd8514ffe8603c285ee922d66a4f03ab5a1b2c63267bd49769e3aa0a7c9b934ef6530"
origin="Generated by Gradle"/>
</artifact>
</component>
<component group="org.apache.xbean" name="xbean" version="4.30">
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
