This is an automated email from the ASF dual-hosted git repository.
timbrown pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-xtable.git
The following commit(s) were added to refs/heads/main by this push:
new 7563aaaa Hadoop and AWS sdk version upgrade
7563aaaa is described below
commit 7563aaaaf6c0e84091ba0a2858130515c6b7e762
Author: Roushan Kumar <[email protected]>
AuthorDate: Tue Dec 31 22:42:14 2024 +0530
Hadoop and AWS sdk version upgrade
---
pom.xml | 17 ++++++++++-------
xtable-utilities/pom.xml | 4 ++--
.../src/main/resources/xtable-hadoop-defaults.xml | 4 ++--
3 files changed, 14 insertions(+), 11 deletions(-)
diff --git a/pom.xml b/pom.xml
index 7a597342..5777a780 100644
--- a/pom.xml
+++ b/pom.xml
@@ -61,8 +61,9 @@
<junit.version>5.9.0</junit.version>
<lombok.version>1.18.30</lombok.version>
<lombok-maven-plugin.version>1.18.20.0</lombok-maven-plugin.version>
- <hadoop.version>3.4.0</hadoop.version>
+ <hadoop.version>3.4.1</hadoop.version>
<hudi.version>0.14.0</hudi.version>
+ <aws.version>2.29.40</aws.version>
<maven-source-plugin.version>3.3.1</maven-source-plugin.version>
<maven-javadoc-plugin.version>3.8.0</maven-javadoc-plugin.version>
<maven-gpg-plugin.version>3.2.4</maven-gpg-plugin.version>
@@ -371,12 +372,6 @@
<version>${hadoop.version}</version>
<scope>runtime</scope>
</dependency>
- <dependency>
- <groupId>com.amazonaws</groupId>
- <artifactId>aws-java-sdk-bundle</artifactId>
- <version>1.12.328</version>
- <scope>runtime</scope>
- </dependency>
<dependency>
<groupId>com.google.cloud.bigdataoss</groupId>
<artifactId>gcs-connector</artifactId>
@@ -384,6 +379,14 @@
<scope>runtime</scope>
</dependency>
+ <!-- AWS -->
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>bundle</artifactId>
+ <version>${aws.version}</version>
+ <scope>runtime</scope>
+ </dependency>
+
<!-- Protobuf -->
<dependency>
<groupId>com.google.protobuf</groupId>
diff --git a/xtable-utilities/pom.xml b/xtable-utilities/pom.xml
index 8191af3c..bc91f99e 100644
--- a/xtable-utilities/pom.xml
+++ b/xtable-utilities/pom.xml
@@ -98,8 +98,8 @@
<artifactId>hadoop-aws</artifactId>
</dependency>
<dependency>
- <groupId>com.amazonaws</groupId>
- <artifactId>aws-java-sdk-bundle</artifactId>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>bundle</artifactId>
</dependency>
<!-- Azure Dependencies -->
diff --git a/xtable-utilities/src/main/resources/xtable-hadoop-defaults.xml
b/xtable-utilities/src/main/resources/xtable-hadoop-defaults.xml
index 310e9856..6093cd45 100644
--- a/xtable-utilities/src/main/resources/xtable-hadoop-defaults.xml
+++ b/xtable-utilities/src/main/resources/xtable-hadoop-defaults.xml
@@ -55,7 +55,7 @@
</property>
<property>
<name>fs.s3.aws.credentials.provider</name>
- <value>com.amazonaws.auth.DefaultAWSCredentialsProviderChain</value>
+
<value>software.amazon.awssdk.auth.credentials.DefaultCredentialsProvider</value>
</property>
<property>
<name>fs.s3a.impl</name>
@@ -63,7 +63,7 @@
</property>
<property>
<name>fs.s3a.aws.credentials.provider</name>
- <value>com.amazonaws.auth.DefaultAWSCredentialsProviderChain</value>
+
<value>software.amazon.awssdk.auth.credentials.DefaultCredentialsProvider</value>
</property>
<!-- Default file system for GCP scheme, gs:// -->
