This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 2bfb97e502 [Feature][Iceberg] Support read multi-table (#8524)
add 9268f5a255 [Fix][Connector-V2] Fix CSV String type write type (#8499)
No new revisions were added by this update.
Summary of changes:
.licenserc.yaml | 1 +
.../connector-file/connector-file-base/pom.xml | 6 ++
.../seatunnel/file/config/FileFormat.java | 6 +-
...extWriteStrategy.java => CsvWriteStrategy.java} | 20 ++--
.../file/sink/writer/TextWriteStrategy.java | 5 +-
...{TextReadStrategy.java => CsvReadStrategy.java} | 57 ++++------
.../file/source/reader/TextReadStrategy.java | 26 +----
.../e2e/connector/file/local/LocalFileIT.java | 2 +
.../fake_to_local_csv.conf} | 6 +-
.../local_csv_to_assert.conf} | 34 +++---
seatunnel-formats/pom.xml | 1 +
.../pom.xml | 4 +-
.../format/csv/CsvDeserializationSchema.java} | 109 +++++++++++--------
.../format/csv/CsvSerializationSchema.java} | 44 ++++++--
.../format/csv/constant/CsvFormatConstant.java} | 6 +-
.../csv/exception/SeaTunnelCsvFormatException.java | 10 +-
.../format/csv/processor/CsvLineProcessor.java | 11 +-
.../csv/processor/DefaultCsvLineProcessor.java} | 7 +-
.../format/csv}/CsvTextFormatSchemaTest.java | 96 +++++++++++++++--
.../format/csv/processor/CsvLineProcessorTest.java | 116 +++++++++++++++++++++
.../src/test/resources/testdata.csv | 7 ++
21 files changed, 391 insertions(+), 183 deletions(-)
copy
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/writer/{TextWriteStrategy.java
=> CsvWriteStrategy.java} (90%)
copy
seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/{TextReadStrategy.java
=> CsvReadStrategy.java} (85%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/{excel/fake_to_local_excel.conf
=> csv/fake_to_local_csv.conf} (97%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/{orc/fake_to_local_file_orc.conf
=> csv/local_csv_to_assert.conf} (84%)
copy seatunnel-formats/{seatunnel-format-text => seatunnel-format-csv}/pom.xml
(94%)
copy
seatunnel-formats/{seatunnel-format-text/src/main/java/org/apache/seatunnel/format/text/TextDeserializationSchema.java
=>
seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/CsvDeserializationSchema.java}
(79%)
copy
seatunnel-formats/{seatunnel-format-text/src/main/java/org/apache/seatunnel/format/text/TextSerializationSchema.java
=>
seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/CsvSerializationSchema.java}
(85%)
copy
seatunnel-formats/{seatunnel-format-text/src/main/java/org/apache/seatunnel/format/text/constant/TextFormatConstant.java
=>
seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/constant/CsvFormatConstant.java}
(89%)
copy
seatunnel-connectors-v2/connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/exception/AmazonSqsConnectorException.java
=>
seatunnel-formats/seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/exception/SeaTunnelCsvFormatException.java
(80%)
copy
seatunnel-connectors-v2/connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/storage/StorageType.java
=>
seatunnel-formats/seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/processor/CsvLineProcessor.java
(85%)
copy
seatunnel-formats/{seatunnel-format-text/src/main/java/org/apache/seatunnel/format/text/splitor/CsvLineSplitor.java
=>
seatunnel-format-csv/src/main/java/org/apache/seatunnel/format/csv/processor/DefaultCsvLineProcessor.java}
(92%)
copy
seatunnel-formats/{seatunnel-format-text/src/test/java/org/apache/seatunnel/format/text
=>
seatunnel-format-csv/src/test/java/org/apache/seatunnel/format/csv}/CsvTextFormatSchemaTest.java
(65%)
create mode 100644
seatunnel-formats/seatunnel-format-csv/src/test/java/org/apache/seatunnel/format/csv/processor/CsvLineProcessorTest.java
create mode 100644
seatunnel-formats/seatunnel-format-csv/src/test/resources/testdata.csv