This is an automated email from the ASF dual-hosted git repository.

gaojun2048 pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new 865163da01 [Improve][Zeta] Checkpoint exception status messages 
exclude state data (#5547)
865163da01 is described below

commit 865163da01a96eef6a7d183ea716abc3baf03a45
Author: hailin0 <[email protected]>
AuthorDate: Mon Sep 25 17:24:41 2023 +0800

    [Improve][Zeta] Checkpoint exception status messages exclude state data 
(#5547)
---
 release-note.md                                                    | 1 +
 .../apache/seatunnel/engine/checkpoint/storage/PipelineState.java  | 2 ++
 .../seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java      | 7 +++++--
 3 files changed, 8 insertions(+), 2 deletions(-)

diff --git a/release-note.md b/release-note.md
index f71a24636a..c66c1222fd 100644
--- a/release-note.md
+++ b/release-note.md
@@ -139,6 +139,7 @@
 - [Zeta] Cancel pipeline add retry to avoid cancel failed. (#4792)
 - [Zeta] Improve Zeta operation max count and ignore NPE (#4787)
 - [Zeta] Remove serialize(deserialize) cost when use shuffle action (#4722)
+- [zeta] Checkpoint exception status messages exclude state data (#5547)
 
 ## Feature
 
diff --git 
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
 
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
index 095a1db6eb..602303557c 100644
--- 
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
+++ 
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
@@ -22,9 +22,11 @@ package org.apache.seatunnel.engine.checkpoint.storage;
 
 import lombok.Builder;
 import lombok.Data;
+import lombok.ToString;
 
 @Data
 @Builder
+@ToString(exclude = "states")
 public class PipelineState {
 
     private String jobId;
diff --git 
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
 
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
index dc819c6ad7..4d3f56f7c7 100644
--- 
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
+++ 
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
@@ -88,7 +88,7 @@ public class HdfsStorage extends AbstractCheckpointStorage {
             datas = serializeCheckPointData(state);
         } catch (IOException e) {
             throw new CheckpointStorageException(
-                    "Failed to serialize checkpoint data,state is :" + state, 
e);
+                    String.format("Failed to serialize checkpoint data, state: 
%s", state), e);
         }
         Path filePath =
                 new Path(
@@ -108,7 +108,10 @@ public class HdfsStorage extends AbstractCheckpointStorage 
{
             out.write(datas);
         } catch (IOException e) {
             throw new CheckpointStorageException(
-                    "Failed to write checkpoint data, state: " + state, e);
+                    String.format(
+                            "Failed to write checkpoint data, file: %s, state: 
%s",
+                            tmpFilePath, state),
+                    e);
         }
         try {
             boolean success = fs.rename(tmpFilePath, filePath);

Reply via email to