This is an automated email from the ASF dual-hosted git repository.
kevinjqliu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg-python.git
The following commit(s) were added to refs/heads/main by this push:
new 07de7bc4 CI: Bump to Iceberg 1.9.0 (#1951)
07de7bc4 is described below
commit 07de7bc4a0d2cf7476bee5e788bc0fb2a1889903
Author: Fokko Driesprong <fo...@apache.org>
AuthorDate: Mon Apr 28 17:39:21 2025 +0200
CI: Bump to Iceberg 1.9.0 (#1951)
# Rationale for this change
Tests against the latest release of Iceberg that has Deletion Vectors 👍
# Are these changes tested?
# Are there any user-facing changes?
<!-- In the case of user-facing changes, please add the changelog label.
-->
---
dev/Dockerfile | 6 +++---
tests/conftest.py | 2 +-
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/dev/Dockerfile b/dev/Dockerfile
index a3f8795d..b5b72e56 100644
--- a/dev/Dockerfile
+++ b/dev/Dockerfile
@@ -39,7 +39,7 @@ WORKDIR ${SPARK_HOME}
# Remember to also update `tests/conftest`'s spark setting
ENV SPARK_VERSION=3.5.4
ENV ICEBERG_SPARK_RUNTIME_VERSION=3.5_2.12
-ENV ICEBERG_VERSION=1.9.0-SNAPSHOT
+ENV ICEBERG_VERSION=1.9.0
ENV PYICEBERG_VERSION=0.9.0
RUN curl --retry 5 -s -C -
https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop3.tgz
-o spark-${SPARK_VERSION}-bin-hadoop3.tgz \
@@ -47,12 +47,12 @@ RUN curl --retry 5 -s -C -
https://archive.apache.org/dist/spark/spark-${SPARK_V
&& rm -rf spark-${SPARK_VERSION}-bin-hadoop3.tgz
# Download iceberg spark runtime
-RUN curl --retry 5 -s
https://repository.apache.org/content/groups/snapshots/org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.9.0-SNAPSHOT/iceberg-spark-runtime-3.5_2.12-1.9.0-20250409.001855-44.jar
\
+RUN curl --retry 5 -s
https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}/${ICEBERG_VERSION}/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION}.jar
\
-Lo
/opt/spark/jars/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION}.jar
# Download AWS bundle
-RUN curl --retry 5 -s
https://repository.apache.org/content/groups/snapshots/org/apache/iceberg/iceberg-aws-bundle/1.9.0-SNAPSHOT/iceberg-aws-bundle-1.9.0-20250409.002731-88.jar
\
+RUN curl --retry 5 -s
https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
\
-Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
COPY spark-defaults.conf /opt/spark/conf
diff --git a/tests/conftest.py b/tests/conftest.py
index 09f3a15d..21fc6c74 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -2434,7 +2434,7 @@ def spark() -> "SparkSession":
# Remember to also update `dev/Dockerfile`
spark_version =
".".join(importlib.metadata.version("pyspark").split(".")[:2])
scala_version = "2.12"
- iceberg_version = "1.8.0"
+ iceberg_version = "1.9.0"
os.environ["PYSPARK_SUBMIT_ARGS"] = (
f"--packages
org.apache.iceberg:iceberg-spark-runtime-{spark_version}_{scala_version}:{iceberg_version},"
