This is an automated email from the ASF dual-hosted git repository.
tyrantlucifer pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from c13c03199 [Hotfix][CDC] Fix chunk start/end parameter type error
(#4777)
add d428ac688 [Feature][Zeta] Add OSS support for Imap storage to
cluster-mode type (#4683)
No new revisions were added by this update.
Summary of changes:
docs/en/seatunnel-engine/deployment.md | 24 +++
pom.xml | 40 +++-
seatunnel-dist/pom.xml | 27 ++-
seatunnel-dist/release-docs/LICENSE | 5 +-
.../release-docs/licenses/LICENSE-asm.txt | 27 +++
.../src/main/assembly/assembly-bin-ci.xml | 8 +
.../connector-seatunnel-e2e-base/pom.xml | 23 +++
.../engine/e2e/ClusterFaultToleranceIT.java | 219 +++++++++++++++++++++
.../engine/server/TaskExecutionService.java | 12 ++
.../imap-storage-plugins/imap-storage-file/pom.xml | 23 +++
.../engine/imap/storage/file/IMapFileStorage.java | 30 ++-
.../imap/storage/file/IMapFileStorageFactory.java | 7 -
.../engine/imap/storage/file/common/WALReader.java | 72 +------
.../engine/imap/storage/file/common/WALWriter.java | 52 ++---
.../file/config}/AbstractConfiguration.java | 35 ++--
.../storage/file/config}/FileConfiguration.java | 5 +-
.../storage/file/config/HdfsConfiguration.java} | 12 +-
.../storage/file/config}/OssConfiguration.java | 13 +-
.../imap/storage/file/config}/S3Configuration.java | 33 +---
.../imap/storage/file/disruptor/WALDisruptor.java | 10 +-
.../storage/file/disruptor/WALWorkHandler.java | 9 +-
.../storage/file/wal/DiscoveryWalFileFactory.java | 55 ++++++
.../reader/DefaultReader.java} | 131 +++---------
.../imap/storage/file/wal/reader/IFileReader.java} | 14 +-
.../imap/storage/file/wal/writer/CloudWriter.java | 123 ++++++++++++
.../WALWriter.java => wal/writer/HdfsWriter.java} | 25 ++-
.../imap/storage/file/wal/writer/IFileWriter.java} | 18 +-
.../writer/OssWriter.java} | 18 +-
.../writer/S3Writer.java} | 18 +-
...torageTest.java => IMapFileOSSStorageTest.java} | 46 ++++-
.../imap/storage/file/IMapFileStorageTest.java | 4 +-
.../file/common/WALReaderAndWriterTest.java | 5 +-
.../storage/file/disruptor/WALDisruptorTest.java | 4 +-
tools/dependencies/known-dependencies.txt | 3 +
34 files changed, 820 insertions(+), 330 deletions(-)
create mode 100644 seatunnel-dist/release-docs/licenses/LICENSE-asm.txt
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/common
=>
imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/config}/AbstractConfiguration.java
(65%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/common
=>
imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/config}/FileConfiguration.java
(88%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/common/LocalConfiguration.java
=>
imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/config/HdfsConfiguration.java}
(70%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/common
=>
imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/config}/OssConfiguration.java
(81%)
copy
seatunnel-engine/seatunnel-engine-storage/{checkpoint-storage-plugins/checkpoint-storage-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/common
=>
imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/config}/S3Configuration.java
(63%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/wal/DiscoveryWalFileFactory.java
copy
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/{common/WALReader.java
=> wal/reader/DefaultReader.java} (54%)
copy
seatunnel-engine/{seatunnel-engine-serializer/serializer-api/src/main/java/org/apache/seatunnel/engine/serializer/api/Serializer.java
=>
seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/wal/reader/IFileReader.java}
(66%)
create mode 100644
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/wal/writer/CloudWriter.java
copy
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/{common/WALWriter.java
=> wal/writer/HdfsWriter.java} (78%)
copy
seatunnel-engine/{seatunnel-engine-serializer/serializer-api/src/main/java/org/apache/seatunnel/engine/serializer/api/Serializer.java
=>
seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/wal/writer/IFileWriter.java}
(60%)
copy
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/{scheduler/SchedulerTaskInfo.java
=> wal/writer/OssWriter.java} (78%)
copy
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/{scheduler/SchedulerTaskInfo.java
=> wal/writer/S3Writer.java} (78%)
copy
seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/test/java/org/apache/seatunnel/engine/imap/storage/file/{IMapFileStorageTest.java
=> IMapFileOSSStorageTest.java} (69%)
