This is an automated email from the ASF dual-hosted git repository.
codope pushed a commit to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/branch-0.x by this push:
new 79dc5d3a1b6 [HUDI-7475] Disable ITs in hudi-aws module and bump Spark
3.4.1 to 3.4.3 (#11215)
79dc5d3a1b6 is described below
commit 79dc5d3a1b636752f9b64c915ae314b465fd2347
Author: Sagar Sumit <[email protected]>
AuthorDate: Tue May 14 18:51:34 2024 +0530
[HUDI-7475] Disable ITs in hudi-aws module and bump Spark 3.4.1 to 3.4.3
(#11215)
* [HUDI-7475] Disable ITs in hudi-aws module (#10821)
* [HUDI-7737] Bump Spark 3.4 version to Spark 3.4.3
---------
Co-authored-by: wombatu-kun <[email protected]>
Co-authored-by: Vova Kolmakov <[email protected]>
---
.../java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java | 2 ++
.../hudi/aws/transaction/integ/ITTestDynamoDBBasedLockProvider.java | 2 ++
pom.xml | 4 ++--
3 files changed, 6 insertions(+), 2 deletions(-)
diff --git
a/hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
b/hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
index b0aa34bdfce..d9191fd5441 100644
---
a/hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
+++
b/hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
@@ -31,6 +31,7 @@ import org.apache.hudi.sync.common.model.FieldSchema;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Test;
import software.amazon.awssdk.services.glue.model.Column;
import software.amazon.awssdk.services.glue.model.CreateDatabaseRequest;
@@ -56,6 +57,7 @@ import static
org.apache.hudi.hive.HiveSyncConfig.HIVE_SYNC_FILTER_PUSHDOWN_MAX_
import static org.apache.hudi.sync.common.HoodieSyncConfig.META_SYNC_BASE_PATH;
import static
org.apache.hudi.sync.common.HoodieSyncConfig.META_SYNC_DATABASE_NAME;
+@Disabled("HUDI-7475 The tests do not work. Disabling them to unblock Azure
CI")
public class ITTestGluePartitionPushdown {
private static final String MOTO_ENDPOINT = "http://localhost:5000";;
diff --git
a/hudi-aws/src/test/java/org/apache/hudi/aws/transaction/integ/ITTestDynamoDBBasedLockProvider.java
b/hudi-aws/src/test/java/org/apache/hudi/aws/transaction/integ/ITTestDynamoDBBasedLockProvider.java
index 47386171259..b874f4f3c3c 100644
---
a/hudi-aws/src/test/java/org/apache/hudi/aws/transaction/integ/ITTestDynamoDBBasedLockProvider.java
+++
b/hudi-aws/src/test/java/org/apache/hudi/aws/transaction/integ/ITTestDynamoDBBasedLockProvider.java
@@ -18,6 +18,7 @@
package org.apache.hudi.aws.transaction.integ;
+import org.junit.jupiter.api.Disabled;
import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
import software.amazon.awssdk.auth.credentials.StaticCredentialsProvider;
@@ -44,6 +45,7 @@ import static
org.apache.hudi.common.config.LockConfiguration.LOCK_ACQUIRE_WAIT_
* Test for {@link DynamoDBBasedLockProvider}.
* Set it as integration test because it requires setting up docker
environment.
*/
+@Disabled("HUDI-7475 The tests do not work. Disabling them to unblock Azure
CI")
public class ITTestDynamoDBBasedLockProvider {
private static LockConfiguration lockConfiguration;
diff --git a/pom.xml b/pom.xml
index 9b76ec7e95d..f7660bec9a7 100644
--- a/pom.xml
+++ b/pom.xml
@@ -136,7 +136,7 @@
<http.version>4.4.1</http.version>
<spark.version>${spark3.version}</spark.version>
<spark2.version>2.4.4</spark2.version>
- <spark3.version>3.4.1</spark3.version>
+ <spark3.version>3.4.3</spark3.version>
<sparkbundle.version></sparkbundle.version>
<flink1.18.version>1.18.0</flink1.18.version>
<flink1.17.version>1.17.1</flink1.17.version>
@@ -165,7 +165,7 @@
<spark31.version>3.1.3</spark31.version>
<spark32.version>3.2.3</spark32.version>
<spark33.version>3.3.1</spark33.version>
- <spark34.version>3.4.1</spark34.version>
+ <spark34.version>3.4.3</spark34.version>
<spark35.version>3.5.1</spark35.version>
<hudi.spark.module>hudi-spark3.2.x</hudi.spark.module>
<!-- NOTE: Different Spark versions might require different number of
shared
