This is an automated email from the ASF dual-hosted git repository.
apitrou pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git
The following commit(s) were added to refs/heads/master by this push:
new d61e185 ARROW-11144: [CI][C++][Python] Move to newer Hadoop version
d61e185 is described below
commit d61e185a47373420b0ef3682b3f5117f3a017404
Author: Antoine Pitrou <[email protected]>
AuthorDate: Wed Jan 6 16:34:11 2021 +0100
ARROW-11144: [CI][C++][Python] Move to newer Hadoop version
Hadoop 2.9.2 is obsolete and not available for download anymore.
Move to the latest "GA" release.
Closes #9112 from pitrou/ARROW-11144-hdfs
Authored-by: Antoine Pitrou <[email protected]>
Signed-off-by: Antoine Pitrou <[email protected]>
---
.env | 2 +-
ci/docker/conda-python-hdfs.dockerfile | 2 +-
dev/tasks/tasks.yml | 4 ++--
js/package-lock.json | 2 +-
4 files changed, 5 insertions(+), 5 deletions(-)
diff --git a/.env b/.env
index 907fec5..d2b817d 100644
--- a/.env
+++ b/.env
@@ -38,7 +38,7 @@ PANDAS=latest
DASK=latest
TURBODBC=latest
KARTOTHEK=latest
-HDFS=2.9.2
+HDFS=3.2.1
SPARK=master
DOTNET=3.1
R=4.0
diff --git a/ci/docker/conda-python-hdfs.dockerfile
b/ci/docker/conda-python-hdfs.dockerfile
index d19879f..f6ffc71 100644
--- a/ci/docker/conda-python-hdfs.dockerfile
+++ b/ci/docker/conda-python-hdfs.dockerfile
@@ -29,7 +29,7 @@ RUN conda install -q \
conda clean --all
# installing libhdfs (JNI)
-ARG hdfs=2.9.2
+ARG hdfs=3.2.1
ENV HADOOP_HOME=/opt/hadoop-${hdfs} \
HADOOP_OPTS=-Djava.library.path=/opt/hadoop-${hdfs}/lib/native \
PATH=$PATH:/opt/hadoop-${hdfs}/bin:/opt/hadoop-${hdfs}/sbin
diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml
index f2b6094..9325948 100644
--- a/dev/tasks/tasks.yml
+++ b/dev/tasks/tasks.yml
@@ -1928,13 +1928,13 @@ tasks:
# use the master branch of kartothek, so prevent reusing any layers
run: --no-leaf-cache conda-python-kartothek
- test-conda-python-3.7-hdfs-2.9.2:
+ test-conda-python-3.7-hdfs-3.2:
ci: github
template: docker-tests/github.linux.yml
params:
env:
PYTHON: 3.7
- HDFS: 2.9.2
+ HDFS: 3.2.1
run: conda-python-hdfs
test-conda-python-3.7-spark-branch-3.0:
diff --git a/js/package-lock.json b/js/package-lock.json
index cee8185..0c37887 100644
--- a/js/package-lock.json
+++ b/js/package-lock.json
@@ -1,6 +1,6 @@
{
"name": "apache-arrow",
- "version": "2.0.0-SNAPSHOT",
+ "version": "3.0.0-SNAPSHOT",
"lockfileVersion": 1,
"requires": true,
"dependencies": {