This is an automated email from the ASF dual-hosted git repository.
gaojun2048 pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 865163da01 [Improve][Zeta] Checkpoint exception status messages
exclude state data (#5547)
865163da01 is described below
commit 865163da01a96eef6a7d183ea716abc3baf03a45
Author: hailin0 <[email protected]>
AuthorDate: Mon Sep 25 17:24:41 2023 +0800
[Improve][Zeta] Checkpoint exception status messages exclude state data
(#5547)
---
release-note.md | 1 +
.../apache/seatunnel/engine/checkpoint/storage/PipelineState.java | 2 ++
.../seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java | 7 +++++--
3 files changed, 8 insertions(+), 2 deletions(-)
diff --git a/release-note.md b/release-note.md
index f71a24636a..c66c1222fd 100644
--- a/release-note.md
+++ b/release-note.md
@@ -139,6 +139,7 @@
- [Zeta] Cancel pipeline add retry to avoid cancel failed. (#4792)
- [Zeta] Improve Zeta operation max count and ignore NPE (#4787)
- [Zeta] Remove serialize(deserialize) cost when use shuffle action (#4722)
+- [zeta] Checkpoint exception status messages exclude state data (#5547)
## Feature
diff --git
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
index 095a1db6eb..602303557c 100644
---
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
+++
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
@@ -22,9 +22,11 @@ package org.apache.seatunnel.engine.checkpoint.storage;
import lombok.Builder;
import lombok.Data;
+import lombok.ToString;
@Data
@Builder
+@ToString(exclude = "states")
public class PipelineState {
private String jobId;
diff --git
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
index dc819c6ad7..4d3f56f7c7 100644
---
a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
+++
b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
@@ -88,7 +88,7 @@ public class HdfsStorage extends AbstractCheckpointStorage {
datas = serializeCheckPointData(state);
} catch (IOException e) {
throw new CheckpointStorageException(
- "Failed to serialize checkpoint data,state is :" + state,
e);
+ String.format("Failed to serialize checkpoint data, state:
%s", state), e);
}
Path filePath =
new Path(
@@ -108,7 +108,10 @@ public class HdfsStorage extends AbstractCheckpointStorage
{
out.write(datas);
} catch (IOException e) {
throw new CheckpointStorageException(
- "Failed to write checkpoint data, state: " + state, e);
+ String.format(
+ "Failed to write checkpoint data, file: %s, state:
%s",
+ tmpFilePath, state),
+ e);
}
try {
boolean success = fs.rename(tmpFilePath, filePath);