This is an automated email from the ASF dual-hosted git repository.
fanjia pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 1df6b8385d [Feature][Zeta]Add jar path precheck when job submit on
master (#7976)
add 79406bcc2f [Feature][Connector-v2] Support schema evolution for Oracle
connector (#7908)
No new revisions were added by this update.
Summary of changes:
docs/en/concept/schema-evolution.md | 101 ++++-
docs/zh/concept/schema-evolution.md | 97 +++-
.../event/handler/AlterTableEventHandler.java | 11 +-
.../base/schema/AbstractSchemaChangeResolver.java | 50 +-
.../cdc/base/source/parser/SeatunnelDDLParser.java | 67 +++
.../cdc/base/utils/SourceRecordUtils.java | 13 +-
.../row/SeaTunnelRowDebeziumDeserializeSchema.java | 10 +-
.../IncrementalSourceStreamFetcherTest.java | 22 +-
.../mysql/source/MySqlSchemaChangeResolver.java | 55 +--
.../parser/CustomAlterTableParserListener.java | 36 +-
.../seatunnel/cdc/mysql/utils/MySqlTypeUtils.java | 9 +-
.../cdc/oracle/source/OracleIncrementalSource.java | 15 +-
.../oracle/source/OracleSchemaChangeResolver.java | 51 +++
.../oracle/source/parser/BaseParserListener.java | 75 +++
.../parser/CustomAlterTableParserListener.java | 231 ++++++++++
.../CustomColumnDefinitionParserListener.java | 281 ++++++++++++
.../source/parser/CustomOracleAntlrDdlParser.java | 59 +++
.../parser/CustomOracleAntlrDdlParserListener.java | 68 +++
.../cdc/oracle/utils/OracleTypeUtils.java | 31 ++
.../oracle/source/parser/OracleDdlParserTest.java | 410 +++++++++++++++++
.../jdbc/internal/dialect/JdbcDialect.java | 44 +-
.../jdbc/internal/dialect/mysql/MysqlDialect.java | 5 +-
.../dialect/oceanbase/OceanBaseMysqlDialect.java | 5 +-
.../internal/dialect/oracle/OracleDialect.java | 16 +
.../jdbc/sink/AbstractJdbcSinkWriter.java | 19 +-
.../seatunnel/jdbc/sink/JdbcSinkWriter.java | 23 +
.../connector-cdc-oracle-e2e/pom.xml | 26 ++
.../seatunnel/cdc/oracle/AbstractOracleCDCIT.java | 216 +++++++++
.../seatunnel/cdc/oracle/OracleCDCIT.java | 259 ++++-------
.../cdc/oracle/OracleCDCWithSchemaChangeIT.java | 505 +++++++++++++++++++++
.../src/test/resources/ddl/add_columns.sql | 77 ++++
.../src/test/resources/ddl/drop_columns.sql | 54 +++
.../src/test/resources/ddl/full_types.sql | 78 ++++
.../src/test/resources/ddl/modify_columns.sql | 37 ++
.../src/test/resources/ddl/rename_columns.sql | 37 ++
.../src/test/resources/docker/server-gtids/my.cnf | 0
.../src/test/resources/docker/setup.sql | 4 +-
... => oraclecdc_to_mysql_with_schema_change.conf} | 33 +-
...=> oraclecdc_to_oracle_with_schema_change.conf} | 36 +-
...to_oracle_with_schema_change_exactly_once.conf} | 19 +-
40 files changed, 2866 insertions(+), 319 deletions(-)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/parser/SeatunnelDDLParser.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/OracleSchemaChangeResolver.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/BaseParserListener.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/CustomAlterTableParserListener.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/CustomColumnDefinitionParserListener.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/CustomOracleAntlrDdlParser.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/CustomOracleAntlrDdlParserListener.java
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/OracleDdlParserTest.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/AbstractOracleCDCIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/OracleCDCWithSchemaChangeIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/ddl/add_columns.sql
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/ddl/drop_columns.sql
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/ddl/full_types.sql
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/ddl/modify_columns.sql
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/ddl/rename_columns.sql
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mysql-e2e =>
connector-cdc-oracle-e2e}/src/test/resources/docker/server-gtids/my.cnf (100%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mysql-e2e =>
connector-cdc-oracle-e2e}/src/test/resources/docker/setup.sql (96%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/{oraclecdc_to_oracle_with_no_primary_key.conf
=> oraclecdc_to_mysql_with_schema_change.conf} (72%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/{oraclecdc_to_oracle.conf
=> oraclecdc_to_oracle_with_schema_change.conf} (71%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-oracle-e2e/src/test/resources/{oraclecdc_to_oracle_skip_analysis.conf
=> oraclecdc_to_oracle_with_schema_change_exactly_once.conf} (83%)
