This is an automated email from the ASF dual-hosted git repository.
fokko pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-java.git
The following commit(s) were added to refs/heads/master by this push:
new 586a35442 GH-2943: Remove hadoop-2 support (#3061)
586a35442 is described below
commit 586a35442208941bd45835b96db62f06ac7edd39
Author: Steve Loughran <[email protected]>
AuthorDate: Tue Nov 26 16:00:22 2024 +0000
GH-2943: Remove hadoop-2 support (#3061)
* GH-2943 remove hadoop-2 support
- remove the hadoop-2 profile
- set base hadoop 3 version to 3.3.0
* GH-2943 remove hadoop-2 support
- remove hadoop 2 github action profile
---
.github/workflows/ci-hadoop2.yml | 56 ----------------------------------------
pom.xml | 10 ++-----
2 files changed, 2 insertions(+), 64 deletions(-)
diff --git a/.github/workflows/ci-hadoop2.yml b/.github/workflows/ci-hadoop2.yml
deleted file mode 100644
index 2a7a31595..000000000
--- a/.github/workflows/ci-hadoop2.yml
+++ /dev/null
@@ -1,56 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-name: CI Hadoop 2
-
-on: [push, pull_request]
-
-jobs:
- build:
-
- runs-on: ubuntu-latest
- strategy:
- fail-fast: false
- matrix:
- codes: [ 'uncompressed,brotli', 'gzip,snappy' ]
- name: Build Parquet with JDK ${{ matrix.java }} and ${{ matrix.codes }}
-
- steps:
- - uses: actions/checkout@master
- - name: Set up JDK8
- uses: actions/setup-java@v4
- with:
- java-version: 8
- distribution: temurin
- - name: before_install
- env:
- CI_TARGET_BRANCH: $GITHUB_HEAD_REF
- run: |
- bash dev/ci-before_install.sh
- - name: install
- run: |
- EXTRA_JAVA_TEST_ARGS=$(./mvnw help:evaluate
-Dexpression=extraJavaTestArgs -q -DforceStdout)
- export MAVEN_OPTS="$MAVEN_OPTS $EXTRA_JAVA_TEST_ARGS"
- ./mvnw install --batch-mode -P hadoop2 -DskipTests=true
-Dmaven.javadoc.skip=true -Dsource.skip=true -Djava.version=1.8
- - name: verify
- env:
- TEST_CODECS: ${{ matrix.codes }}
- JAVA_VERSION: ${{ matrix.java }}
- run: |
- EXTRA_JAVA_TEST_ARGS=$(./mvnw help:evaluate
-Dexpression=extraJavaTestArgs -q -DforceStdout)
- export MAVEN_OPTS="$MAVEN_OPTS $EXTRA_JAVA_TEST_ARGS"
- ./mvnw verify --batch-mode -P hadoop2 javadoc:javadoc
diff --git a/pom.xml b/pom.xml
index b409950d4..cfbc1d1db 100644
--- a/pom.xml
+++ b/pom.xml
@@ -74,7 +74,8 @@
<javax.annotation.version>1.3.2</javax.annotation.version>
<spotless.version>2.30.0</spotless.version>
<shade.prefix>shaded.parquet</shade.prefix>
- <hadoop.version>3.3.6</hadoop.version>
+ <!-- Guarantees no newer classes/methods/constants are used by parquet. -->
+ <hadoop.version>3.3.0</hadoop.version>
<parquet.format.version>2.10.0</parquet.format.version>
<previous.version>1.13.1</previous.version>
<thrift.executable>thrift</thrift.executable>
@@ -635,13 +636,6 @@
</properties>
</profile>
- <profile>
- <id>hadoop2</id>
- <properties>
- <hadoop.version>2.7.3</hadoop.version>
- </properties>
- </profile>
-
<!-- Profile for tests to have more output -->
<profile>
<id>verbose-test</id>
