This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from aded56299c [Improve][Connector-V2] Support TableSourceFactory on
StarRocks (#6498)
add d159fbe086 [Feature][Connectors-V2][File]support assign encoding for
file source/sink (#6489)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/sink/CosFile.md | 6 +
docs/en/connector-v2/sink/FtpFile.md | 6 +
docs/en/connector-v2/sink/HdfsFile.md | 1 +
docs/en/connector-v2/sink/LocalFile.md | 18 ++
docs/en/connector-v2/sink/OssFile.md | 6 +
docs/en/connector-v2/sink/OssJindoFile.md | 6 +
docs/en/connector-v2/sink/S3File.md | 6 +
docs/en/connector-v2/sink/SftpFile.md | 6 +
docs/en/connector-v2/source/CosFile.md | 6 +
docs/en/connector-v2/source/FtpFile.md | 6 +
docs/en/connector-v2/source/HdfsFile.md | 6 +
docs/en/connector-v2/source/LocalFile.md | 18 ++
docs/en/connector-v2/source/OssFile.md | 6 +
docs/en/connector-v2/source/OssJindoFile.md | 6 +
docs/en/connector-v2/source/S3File.md | 6 +
docs/en/connector-v2/source/SftpFile.md | 6 +
release-note.md | 1 +
.../seatunnel/common/exception/CommonError.java | 8 +
.../common/exception/CommonErrorCode.java | 1 +
.../seatunnel/common/utils/EncodingUtils.java | 31 ++--
.../seatunnel/file/config/BaseSinkConfig.java | 6 +
.../file/config/BaseSourceConfigOptions.java | 7 +
.../seatunnel/file/sink/config/FileSinkConfig.java | 6 +
.../seatunnel/file/sink/util/XmlWriter.java | 5 +-
.../file/sink/writer/JsonWriteStrategy.java | 8 +-
.../file/sink/writer/TextWriteStrategy.java | 7 +-
.../file/source/reader/JsonReadStrategy.java | 11 +-
.../file/source/reader/OrcReadStrategy.java | 41 ++++-
.../file/source/reader/TextReadStrategy.java | 10 +-
.../file/source/reader/XmlReadStrategy.java | 16 +-
.../file/writer/ReadStrategyEncodingTest.java | 192 +++++++++++++++++++++
.../src/test/resources/encoding/gbk.json | 1 +
.../src/test/resources/encoding/gbk.txt | 1 +
.../test_read.xml => encoding/gbk.xml} | 26 ++-
.../gbk_use_attr_format.xml} | 9 +-
.../test/resources/encoding/test_read_json.conf} | 11 +-
.../test/resources/encoding/test_read_text.conf} | 11 +-
.../test/resources/encoding/test_read_xml.conf} | 14 +-
.../encoding/test_read_xml_use_attr_format.conf} | 14 +-
.../file/local/source/LocalFileSourceFactory.java | 1 +
.../e2e/connector/file/local/LocalFileIT.java | 20 +++
.../src/test/resources/json/e2e_gbk.json | 4 +
.../fake_to_local_file_json_with_encoding.conf} | 39 ++++-
.../local_file_json_to_console_with_encoding.conf} | 25 +--
.../src/test/resources/text/e2e_gbk.txt | 4 +
.../text/fake_to_local_file_with_encoding.conf} | 36 +++-
.../local_file_text_to_console_with_encoding.conf} | 52 +++---
.../format/json/JsonSerializationSchema.java | 12 +-
.../format/text/TextDeserializationSchema.java | 24 ++-
.../format/text/TextSerializationSchema.java | 28 ++-
50 files changed, 666 insertions(+), 131 deletions(-)
copy
seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/utils/MDUtil.java
=>
seatunnel-common/src/main/java/org/apache/seatunnel/common/utils/EncodingUtils.java
(54%)
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/java/org/apache/seatunnel/connectors/seatunnel/file/writer/ReadStrategyEncodingTest.java
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/encoding/gbk.json
create mode 100644
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/encoding/gbk.txt
copy
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/{xml/name=xmlTest/test_read.xml
=> encoding/gbk.xml} (56%)
copy
seatunnel-connectors-v2/connector-file/connector-file-base/src/test/resources/{xml/name=xmlTest/test_read.xml
=> encoding/gbk_use_attr_format.xml} (64%)
copy
seatunnel-connectors-v2/{connector-fake/src/test/resources/simple.schema.conf
=>
connector-file/connector-file-base/src/test/resources/encoding/test_read_json.conf}
(90%)
copy
seatunnel-connectors-v2/{connector-fake/src/test/resources/simple.schema.conf
=>
connector-file/connector-file-base/src/test/resources/encoding/test_read_text.conf}
(90%)
copy
seatunnel-connectors-v2/{connector-fake/src/test/resources/simple.schema.conf
=>
connector-file/connector-file-base/src/test/resources/encoding/test_read_xml.conf}
(87%)
copy
seatunnel-connectors-v2/{connector-fake/src/test/resources/simple.schema.conf
=>
connector-file/connector-file-base/src/test/resources/encoding/test_read_xml_use_attr_format.conf}
(87%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/e2e_gbk.json
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-google-firestore-e2e/src/test/resources/firestore/fake_to_google_firestore.conf
=>
connector-file-local-e2e/src/test/resources/json/fake_to_local_file_json_with_encoding.conf}
(50%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-paimon-e2e/src/test/resources/fake_to_paimon.conf
=>
connector-file-local-e2e/src/test/resources/json/local_file_json_to_console_with_encoding.conf}
(79%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/e2e_gbk.txt
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-google-firestore-e2e/src/test/resources/firestore/fake_to_google_firestore.conf
=>
connector-file-local-e2e/src/test/resources/text/fake_to_local_file_with_encoding.conf}
(50%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-kafka-e2e/src/test/resources/compatibleFormatIT/kafkasource_jdbc_record_to_pgsql.conf
=>
connector-file-local-e2e/src/test/resources/text/local_file_text_to_console_with_encoding.conf}
(65%)
