This is an automated email from the ASF dual-hosted git repository.
tyrantlucifer pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 33054c990 [Improve][Zeta][Imap] Set the write data timeout to be
configurable (#4059)
add b80be72c8 [Feature][Json-format][canal] Support read canal format
message (#3950)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/formats/canal-json.md | 110 ++++++++
release-note.md | 2 +
.../seatunnel/api/table/type/SeaTunnelRow.java | 4 +
.../connectors/seatunnel/kafka/config/Config.java | 2 +
.../serialize/DefaultSeaTunnelRowSerializer.java | 25 +-
.../seatunnel/kafka/source/KafkaSource.java | 39 ++-
.../connector-kafka-e2e/pom.xml | 48 +++-
.../e2e/connector/kafka/CannalToKafakIT.java | 304 +++++++++++++++++++++
.../src/test/resources/canal/canal.properties | 178 ++++++++++++
.../src/test/resources/canal/instance.properties | 76 ++++++
.../src/test/resources/ddl/canal.sql | 45 +++
.../src/test/resources/docker/server-gtids/my.cnf | 7 +-
.../src/test/resources/docker/setup.sql | 7 +-
...ka.conf => kafkasource_canal_cdc_to_pgsql.conf} | 52 ++--
..._kafka.conf => kafkasource_canal_to_kafka.conf} | 41 +--
.../format/json/JsonDeserializationSchema.java | 12 +-
.../seatunnel/format/json/JsonFormatOptions.java | 22 +-
.../json/canal/CanalJsonDeserializationSchema.java | 255 +++++++++++++++++
.../CanalJsonFormatFactory.java} | 38 +--
.../format/json/canal/CanalJsonFormatOptions.java | 61 +++++
.../json/canal/CanalJsonSerializationSchema.java | 83 ++++++
.../org.apache.seatunnel.api.table.factory.Factory | 3 +-
.../json/canal/CanalJsonSerDeSchemaTest.java | 185 +++++++++++++
.../src/test/resources/canal-data-filter-table.txt | 16 ++
24 files changed, 1499 insertions(+), 116 deletions(-)
create mode 100644 docs/en/connector-v2/formats/canal-json.md
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/java/org/apache/seatunnel/e2e/connector/kafka/CannalToKafakIT.java
create mode 100755
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/resources/canal/canal.properties
create mode 100755
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/resources/canal/instance.properties
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/resources/ddl/canal.sql
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mysql-e2e =>
connector-kafka-e2e}/src/test/resources/docker/server-gtids/my.cnf (95%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mysql-e2e =>
connector-kafka-e2e}/src/test/resources/docker/setup.sql (81%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/resources/{kafkasink_fake_to_kafka.conf
=> kafkasource_canal_cdc_to_pgsql.conf} (64%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-kafka-e2e/src/test/resources/{kafkasink_fake_to_kafka.conf
=> kafkasource_canal_to_kafka.conf} (64%)
create mode 100644
seatunnel-formats/seatunnel-format-json/src/main/java/org/apache/seatunnel/format/json/canal/CanalJsonDeserializationSchema.java
copy
seatunnel-formats/seatunnel-format-json/src/main/java/org/apache/seatunnel/format/json/{JsonFormatFactory.java
=> canal/CanalJsonFormatFactory.java} (74%)
create mode 100644
seatunnel-formats/seatunnel-format-json/src/main/java/org/apache/seatunnel/format/json/canal/CanalJsonFormatOptions.java
create mode 100644
seatunnel-formats/seatunnel-format-json/src/main/java/org/apache/seatunnel/format/json/canal/CanalJsonSerializationSchema.java
create mode 100644
seatunnel-formats/seatunnel-format-json/src/test/java/org/apache/seatunnel/format/json/canal/CanalJsonSerDeSchemaTest.java
create mode 100644
seatunnel-formats/seatunnel-format-json/src/test/resources/canal-data-filter-table.txt
