This is an automated email from the ASF dual-hosted git repository.
gaojun2048 pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 853d91492 [Binary-Package]Add script to automatically download plugins
(#2831)
add 4aacbcdd1 [Imporve][Connector-V2] Refactor ftp sink & Add ftp file
source (#2774)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/sink/FtpFile.md | 30 +-
.../source/{LocalFile.md => FtpFile.md} | 80 +--
plugin-mapping.properties | 1 +
.../seatunnel/file/sink/AbstractFileSink.java | 154 -----
.../seatunnel/file/sink/BaseFileSink.java | 24 +-
.../seatunnel/file/sink/BaseFileSinkWriter.java | 12 +-
.../file/sink/FileAggregatedCommitInfo.java | 39 --
.../seatunnel/file/sink/FileCommitInfo.java | 41 --
.../file/sink/FileSinkAggregatedCommitter.java | 96 ----
.../seatunnel/file/sink/FileSinkState.java | 30 -
.../file/sink/FileSinkWriterWithTransaction.java | 160 ------
.../file/sink/TransactionStateFileSinkWriter.java | 160 ------
...mitInfo2.java => FileAggregatedCommitInfo.java} | 2 +-
.../{FileCommitInfo2.java => FileCommitInfo.java} | 2 +-
...tter2.java => FileSinkAggregatedCommitter.java} | 14 +-
...eSinkCommitter2.java => FileSinkCommitter.java} | 13 +-
.../seatunnel/file/sink/config/FileSystemType.java | 36 --
.../file/sink/config/TextFileSinkConfig.java | 5 -
.../seatunnel/file/sink/spi/FileSystem.java | 29 -
.../file/sink/spi/FileSystemCommitter.java | 32 --
.../file/sink/spi/SinkFileSystemPlugin.java | 55 --
.../{FileSinkState2.java => FileSinkState.java} | 2 +-
.../file/sink/transaction/Transaction.java | 71 ---
.../transaction/TransactionFileNameGenerator.java | 24 -
.../transaction/TransactionStateFileWriter.java | 44 --
.../writer/AbstractTransactionStateFileWriter.java | 200 -------
.../file/sink/writer/AbstractWriteStrategy.java | 14 +-
.../writer/FileSinkPartitionDirNameGenerator.java | 95 ----
.../FileSinkTransactionFileNameGenerator.java | 68 ---
.../seatunnel/file/sink/writer/FileWriter.java | 37 --
.../sink/writer/PartitionDirNameGenerator.java | 28 -
.../seatunnel/file/sink/writer/Transaction.java | 10 +-
.../TestFileSinkPartitionDirNameGenerator.java | 66 ---
.../TestFileSinkTransactionFileNameGenerator.java | 44 --
.../connector-file/connector-file-ftp/pom.xml | 5 +
.../seatunnel/file/ftp/config/FtpConf.java} | 31 +-
.../seatunnel/file/ftp/config/FtpConfig.java} | 11 +-
.../file/{sink/ftp => ftp/sink}/FtpFileSink.java | 35 +-
.../seatunnel/file/ftp/source/FtpFileSource.java} | 27 +-
.../file/ftp/system/SeaTunnelFTPFileSystem.java | 629 +++++++++++++++++++++
.../seatunnel/file/sink/ftp/FtpFileSinkPlugin.java | 71 ---
.../seatunnel/file/sink/ftp/config/FtpConfig.java | 25 -
.../file/sink/ftp/filesystem/FtpFileSystem.java | 41 --
.../ftp/filesystem/FtpFileSystemCommitter.java | 57 --
.../seatunnel/file/sink/ftp/util/FtpFileUtils.java | 179 ------
.../FtpTransactionStateFileWriteFactory.java | 78 ---
.../writer/FtpTxtTransactionStateFileWriter.java | 125 ----
.../services/org.apache.hadoop.fs.FileSystem | 2 +-
48 files changed, 788 insertions(+), 2246 deletions(-)
copy docs/en/connector-v2/source/{LocalFile.md => FtpFile.md} (58%)
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/AbstractFileSink.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileAggregatedCommitInfo.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileCommitInfo.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileSinkAggregatedCommitter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileSinkState.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileSinkWriterWithTransaction.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/TransactionStateFileSinkWriter.java
rename
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/commit/{FileAggregatedCommitInfo2.java
=> FileAggregatedCommitInfo.java} (95%)
rename
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/commit/{FileCommitInfo2.java
=> FileCommitInfo.java} (96%)
rename
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/commit/{FileSinkAggregatedCommitter2.java
=> FileSinkAggregatedCommitter.java} (87%)
rename
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/commit/{FileSinkCommitter2.java
=> FileSinkCommitter.java} (84%)
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/config/FileSystemType.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/spi/FileSystem.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/spi/FileSystemCommitter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/spi/SinkFileSystemPlugin.java
rename
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/state/{FileSinkState2.java
=> FileSinkState.java} (95%)
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/transaction/Transaction.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/transaction/TransactionFileNameGenerator.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/transaction/TransactionStateFileWriter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/AbstractTransactionStateFileWriter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/FileSinkPartitionDirNameGenerator.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/FileSinkTransactionFileNameGenerator.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/FileWriter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/PartitionDirNameGenerator.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/writer/TestFileSinkPartitionDirNameGenerator.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/writer/TestFileSinkTransactionFileNameGenerator.java
copy
seatunnel-connectors-v2/connector-file/{connector-file-oss/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/oss/config/OssConf.java
=>
connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/config/FtpConf.java}
(57%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-hadoop/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/hdfs/source/config/HdfsSourceConfig.java
=>
connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/config/FtpConfig.java}
(72%)
rename
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/{sink/ftp
=> ftp/sink}/FtpFileSink.java (57%)
copy
seatunnel-connectors-v2/connector-file/{connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/source/LocalFileSource.java
=>
connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/source/FtpFileSource.java}
(77%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/ftp/system/SeaTunnelFTPFileSystem.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/FtpFileSinkPlugin.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/config/FtpConfig.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/filesystem/FtpFileSystem.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/filesystem/FtpFileSystemCommitter.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/util/FtpFileUtils.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/writer/FtpTransactionStateFileWriteFactory.java
delete mode 100644
seatunnel-connectors-v2/connector-file/connector-file-ftp/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/ftp/writer/FtpTxtTransactionStateFileWriter.java
copy seatunnel-connectors-v2/connector-file/{connector-file-oss =>
connector-file-ftp}/src/main/resources/META-INF/services/org.apache.hadoop.fs.FileSystem
(90%)
