This is an automated email from the ASF dual-hosted git repository.
xiaochenzhou pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 60f1007ab3 [Doc][MongoDB] Update CDC documentation for role and user
creation with clearer examples (#10423)
add f4ae3d97ea [Feature][Core][Checkpoint] Add checkpoint api (#10065)
No new revisions were added by this update.
Summary of changes:
docs/en/engines/zeta/rest-api-v2.md | 148 ++++++++++++
docs/zh/engines/zeta/rest-api-v2.md | 142 ++++++++++++
seatunnel-core/seatunnel-starter/pom.xml | 6 +
.../starter/seatunnel/args/ClientCommandArgs.java | 25 ++
.../seatunnel/command/ClientExecuteCommand.java | 40 ++++
.../org/apache/seatunnel/engine/e2e/RestApiIT.java | 214 +++++++++++++++++
.../seatunnel/engine/client/job/JobClient.java | 31 +++
.../apache/seatunnel/engine/common/Constant.java | 2 +
.../engine/core/checkpoint/CheckpointCounts.java | 41 ++--
.../core/checkpoint/CheckpointHistoryEntry.java} | 12 +-
.../CheckpointInfo.java} | 26 +--
.../engine/core/checkpoint/CheckpointOverview.java | 24 +-
.../{Checkpoint.java => CheckpointStatus.java} | 18 +-
.../core/checkpoint/InProgressCheckpoint.java} | 17 +-
.../checkpoint/PipelineCheckpointOverview.java | 35 +--
...ava => SeaTunnelGetCheckpointHistoryCodec.java} | 85 ++++---
...va => SeaTunnelGetCheckpointOverviewCodec.java} | 24 +-
.../seatunnel/engine/server/JettyService.java | 11 +
.../seatunnel/engine/server/SeaTunnelServer.java | 3 +
.../server/checkpoint/CheckpointCoordinator.java | 51 ++++-
.../server/checkpoint/CheckpointManager.java | 17 +-
.../server/checkpoint/PendingCheckpoint.java | 10 +
.../engine/server/checkpoint/TaskStatistics.java | 9 +
.../monitor/CheckpointMonitorService.java | 252 +++++++++++++++++++++
.../seatunnel/engine/server/master/JobMaster.java | 3 +-
...ion.java => GetCheckpointHistoryOperation.java} | 60 +++--
...on.java => GetCheckpointOverviewOperation.java} | 33 +--
...rJarTask.java => GetCheckpointHistoryTask.java} | 30 ++-
...eteTask.java => GetCheckpointOverviewTask.java} | 19 +-
.../task/SeaTunnelMessageTaskFactoryProvider.java | 10 +
.../seatunnel/engine/server/rest/RestConstant.java | 2 +
.../rest/service/CheckpointMonitorRestService.java | 158 +++++++++++++
...oServlet.java => CheckpointHistoryServlet.java} | 34 +--
...Servlet.java => CheckpointOverviewServlet.java} | 21 +-
.../ClientToServerOperationDataSerializerHook.java | 8 +
.../checkpoint/CheckpointCoordinatorTest.java | 25 +-
.../server/checkpoint/CheckpointManagerTest.java | 3 +-
37 files changed, 1414 insertions(+), 235 deletions(-)
copy
seatunnel-connectors-v2/connector-google-firestore/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/firestore/config/FirestoreParameters.java
=>
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointCounts.java
(56%)
copy
seatunnel-engine/{seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PipelineLocation.java
=>
seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointHistoryEntry.java}
(80%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/{job/VertexInfo.java
=> checkpoint/CheckpointInfo.java} (69%)
copy
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonAggregatedCommitInfo.java
=>
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/CheckpointOverview.java
(62%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/{Checkpoint.java
=> CheckpointStatus.java} (79%)
copy
seatunnel-engine/{seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/job/JobStatusData.java
=>
seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/InProgressCheckpoint.java}
(76%)
copy
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonAggregatedCommitInfo.java
=>
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/checkpoint/PipelineCheckpointOverview.java
(54%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/{SeaTunnelSubmitJobCodec.java
=> SeaTunnelGetCheckpointHistoryCodec.java} (59%)
copy
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/protocol/codec/{SeaTunnelGetJobInfoCodec.java
=> SeaTunnelGetCheckpointOverviewCodec.java} (87%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/monitor/CheckpointMonitorService.java
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/{GetJobInfoOperation.java
=> GetCheckpointHistoryOperation.java} (55%)
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/operation/{GetJobInfoOperation.java
=> GetCheckpointOverviewOperation.java} (68%)
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/{UploadConnectorJarTask.java
=> GetCheckpointHistoryTask.java} (60%)
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/protocol/task/{WaitForJobCompleteTask.java
=> GetCheckpointOverviewTask.java} (74%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/rest/service/CheckpointMonitorRestService.java
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/rest/servlet/{JobInfoServlet.java
=> CheckpointHistoryServlet.java} (54%)
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/rest/servlet/{JobInfoServlet.java
=> CheckpointOverviewServlet.java} (72%)
