This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
The following commit(s) were added to refs/heads/master by this push:
new cddaa15f7 [fs] Retry for HDFS blocklist has changed in
FileIO.readOverwrittenFileUtf8
cddaa15f7 is described below
commit cddaa15f740d7882a6b7b47d5844b8ee177f9562
Author: Jingsong <[email protected]>
AuthorDate: Mon Oct 30 09:56:52 2023 +0800
[fs] Retry for HDFS blocklist has changed in FileIO.readOverwrittenFileUtf8
---
paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java | 6 ++++++
1 file changed, 6 insertions(+)
diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java
b/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java
index a5e31ccd5..ef5035a66 100644
--- a/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java
+++ b/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java
@@ -250,6 +250,12 @@ public interface FileIO extends Serializable {
if (e.getClass()
.getName()
.endsWith("org.apache.hadoop.fs.s3a.RemoteFileChangedException")) {
+ // retry for S3 RemoteFileChangedException
+ exception = e;
+ } else if (e.getMessage() != null
+ && e.getMessage().contains("Blocklist for")
+ && e.getMessage().contains("has changed")) {
+ // retry for HDFS blocklist has changed exception
exception = e;
} else {
throw e;