This is an automated email from the ASF dual-hosted git repository.
liugddx pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from e1a81ac167 [Hotfix][Zeta] Fix job deadlock when schema change (#6389)
add ec533ecd9a Add support for XML file type to various file connectors
such as SFTP, FTP, LocalFile, HdfsFile, and more. (#6327)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/sink/CosFile.md | 18 +-
docs/en/connector-v2/sink/FtpFile.md | 18 +-
docs/en/connector-v2/sink/HdfsFile.md | 6 +-
docs/en/connector-v2/sink/LocalFile.md | 18 +-
docs/en/connector-v2/sink/OssFile.md | 18 +-
docs/en/connector-v2/sink/OssJindoFile.md | 18 +-
docs/en/connector-v2/sink/S3File.md | 18 +-
docs/en/connector-v2/sink/SftpFile.md | 18 +-
docs/en/connector-v2/source/CosFile.md | 19 +-
docs/en/connector-v2/source/FtpFile.md | 19 +-
docs/en/connector-v2/source/HdfsFile.md | 7 +-
docs/en/connector-v2/source/LocalFile.md | 19 +-
docs/en/connector-v2/source/OssFile.md | 47 ++--
docs/en/connector-v2/source/OssJindoFile.md | 7 +-
docs/en/connector-v2/source/S3File.md | 9 +-
docs/en/connector-v2/source/SftpFile.md | 5 +-
.../file/hdfs/source/BaseHdfsFileSource.java | 1 +
.../connector-file/connector-file-base/pom.xml | 14 +
.../file/config/BaseFileSourceConfig.java | 1 +
.../seatunnel/file/config/BaseSinkConfig.java | 21 ++
.../file/config/BaseSourceConfigOptions.java | 14 +
.../seatunnel/file/config/FileFormat.java | 13 +
.../seatunnel/file/sink/config/FileSinkConfig.java | 27 ++
.../seatunnel/file/sink/util/XmlWriter.java | 145 ++++++++++
...celWriteStrategy.java => XmlWriteStrategy.java} | 43 +--
.../file/source/reader/XmlReadStrategy.java | 305 +++++++++++++++++++++
.../seatunnel/file/writer/XmlReadStrategyTest.java | 159 +++++++++++
.../test/resources/xml/name=xmlTest/test_read.xml | 21 +-
.../src/test/resources/xml/test_read_xml.conf | 37 +--
.../file/cos/sink/CosFileSinkFactory.java | 4 +
.../seatunnel/file/cos/source/CosFileSource.java | 1 +
.../file/cos/source/CosFileSourceFactory.java | 11 +-
.../file/ftp/sink/FtpFileSinkFactory.java | 4 +
.../seatunnel/file/ftp/source/FtpFileSource.java | 1 +
.../file/ftp/source/FtpFileSourceFactory.java | 11 +-
.../file/hdfs/sink/HdfsFileSinkFactory.java | 4 +
.../file/hdfs/source/HdfsFileSourceFactory.java | 11 +-
.../file/oss/sink/OssFileSinkFactory.java | 4 +
.../seatunnel/file/oss/source/OssFileSource.java | 1 +
.../file/oss/source/OssFileSourceFactory.java | 11 +-
.../file/local/sink/LocalFileSinkFactory.java | 4 +
.../file/local/source/LocalFileSourceFactory.java | 11 +-
.../file/oss/sink/OssFileSinkFactory.java | 4 +
.../file/oss/source/OssFileSourceFactory.java | 11 +-
.../seatunnel/file/s3/sink/S3FileSinkFactory.java | 4 +
.../seatunnel/file/s3/source/S3FileSource.java | 1 +
.../file/s3/source/S3FileSourceFactory.java | 11 +-
.../file/sftp/sink/SftpFileSinkFactory.java | 4 +
.../seatunnel/file/sftp/source/SftpFileSource.java | 3 +-
.../file/sftp/source/SftpFileSourceFactory.java | 11 +-
.../e2e/connector/file/fstp/SftpFileIT.java | 9 +
.../src/test/resources/xml/e2e.xml | 21 +-
.../fake_to_sftp_file_xml.conf} | 7 +-
.../resources/xml/sftp_file_xml_to_assert.conf} | 37 ++-
54 files changed, 1134 insertions(+), 132 deletions(-)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/util/XmlWriter.java
copy
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/{ExcelWriteStrategy.java
=> XmlWriteStrategy.java} (61%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/XmlReadStrategy.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/writer/XmlReadStrategyTest.java
copy seatunnel-config/pom.xml =>
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/xml/name=xmlTest/test_read.xml
(56%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-pulsar-e2e/src/test/resources/fake_source.conf
=>
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/xml/test_read_xml.conf
(63%)
copy seatunnel-config/pom.xml =>
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-sftp-e2e/src/test/resources/xml/e2e.xml
(56%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-sftp-e2e/src/test/resources/{excel/fakesource_to_sftp_excel.conf
=> xml/fake_to_sftp_file_xml.conf} (93%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert.conf
=>
connector-file-sftp-e2e/src/test/resources/xml/sftp_file_xml_to_assert.conf}
(72%)
