This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from c9b9fff26 [Improve] [Engine] Move Completed Checkpoint trigger to
CheckpointCoordinator (#3514)
add 18385c17e [Engine]Support IMap File Storage (#3418)
No new revisions were added by this update.
Summary of changes:
pom.xml | 1 +
seatunnel-engine/pom.xml | 6 +
.../pom.xml | 9 +-
.../engine/imap/storage/api/IMapStorage.java | 68 +++++
.../storage/api/common/ProtoStuffSerializer.java | 134 +++++++++
.../imap/storage/api}/common/Serializer.java | 4 +-
.../api/exception/IMapStorageException.java} | 16 +-
.../pom.xml | 20 +-
.../engine/imap/storage/file/IMapFileStorage.java | 325 +++++++++++++++++++++
.../engine/imap/storage/file/bean/IMapData.java} | 28 +-
.../imap/storage/file/bean/IMapFileData.java} | 29 +-
.../imap/storage/file/common/FileConstants.java | 69 +++++
.../imap/storage/file/common/WALDataUtils.java | 55 ++++
.../engine/imap/storage/file/common/WALReader.java | 182 ++++++++++++
.../engine/imap/storage/file/common/WALWriter.java | 76 +++++
.../imap/storage/file/disruptor/FileWALEvent.java} | 22 +-
.../imap/storage/file/disruptor/WALDisruptor.java | 100 +++++++
.../imap/storage/file/disruptor/WALEventType.java} | 17 +-
.../storage/file/disruptor/WALWorkHandler.java | 88 ++++++
.../imap/storage/file/future/RequestFuture.java | 74 +++++
.../storage/file/future/RequestFutureCache.java | 51 ++++
.../storage/file/scheduler/SchedulerTaskInfo.java} | 10 +-
.../imap/storage/file/IMapFileStorageTest.java | 100 +++++++
.../file/common/WALReaderAndWriterTest.java | 119 ++++++++
.../storage/file/disruptor/WALDisruptorTest.java | 84 ++++++
seatunnel-engine/seatunnel-engine-storage/pom.xml | 2 +
tools/checkstyle/checkStyle.xml | 2 +
27 files changed, 1643 insertions(+), 48 deletions(-)
copy seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api =>
imap-storage-api}/pom.xml (85%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-api/src/main/java/org/apache/seatunnel/engine/imap/storage/api/IMapStorage.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-api/src/main/java/org/apache/seatunnel/engine/imap/storage/api/common/ProtoStuffSerializer.java
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage
=>
imap-storage-api/src/main/java/org/apache/seatunnel/engine/imap/storage/api}/common/Serializer.java
(91%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/exception/CheckpointStorageException.java
=>
imap-storage-api/src/main/java/org/apache/seatunnel/engine/imap/storage/api/exception/IMapStorageException.java}
(65%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs
=> imap-storage-file}/pom.xml (73%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileStorage.java
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
=>
imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/bean/IMapData.java}
(64%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
=>
imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/bean/IMapFileData.java}
(60%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/common/FileConstants.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/common/WALDataUtils.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/common/WALReader.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/common/WALWriter.java
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
=>
imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/disruptor/FileWALEvent.java}
(64%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/disruptor/WALDisruptor.java
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/constants/StorageConstants.java
=>
imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/disruptor/WALEventType.java}
(76%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/disruptor/WALWorkHandler.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/future/RequestFuture.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/future/RequestFutureCache.java
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
=>
imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/scheduler/SchedulerTaskInfo.java}
(81%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/IMapFileStorageTest.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/common/WALReaderAndWriterTest.java
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/disruptor/WALDisruptorTest.java
