This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch auto-pick-65325-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from a632446c4e5 [branch-4.1] Backport FileScannerV2 and follow-up fixes
(#65559)
add 60281c371dc [improve](streaming-job) Support MySQL ADD DROP schema
changes (#65325)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 1 +
.../CdcStreamTableValuedFunction.java | 1 +
.../cdcclient/service/PipelineCoordinator.java | 7 +-
.../deserialize/DebeziumJsonDeserializer.java | 5 +
.../deserialize/MySqlDebeziumJsonDeserializer.java | 193 +++++++++++++-
.../PostgresDebeziumJsonDeserializer.java | 19 +-
.../mysql/CustomAlterTableParserListener.java | 162 ++++++++++++
.../parse/mysql/CustomMySqlAntlrDdlParser.java | 282 +++++++++++++++++++++
.../mysql/CustomMySqlAntlrDdlParserListener.java | 118 +++++++++
.../source/parse/mysql/MySqlSchemaChange.java | 90 +++++++
.../source/reader/mysql/MySqlSourceReader.java | 14 +-
.../reader/postgres/PostgresSourceReader.java | 5 +-
.../doris/cdcclient/utils/SchemaChangeHelper.java | 202 +++++++++++----
.../doris/cdcclient/itcase/MockDorisServer.java | 68 ++++-
...Case.java => MySqlWriteSchemaChangeITCase.java} | 73 +++---
.../MySqlSchemaChangeDeserializeTest.java | 188 ++++++++++++++
.../PostgresSchemaChangeDeserializeTest.java | 14 +
.../parse/mysql/CustomMySqlAntlrDdlParserTest.java | 152 +++++++++++
.../source/reader/mysql/MySqlSourceReaderTest.java | 34 ++-
.../reader/postgres/PostgresSourceReaderTest.java | 43 ++++
.../cdcclient/utils/SchemaChangeHelperTest.java | 75 +++++-
..._job_sc.out => test_streaming_mysql_job_sc.out} | 14 -
.../cdc/test_streaming_mysql_job_sc_advanced.out | 39 +++
...test_streaming_mysql_job_sc_during_snapshot.out | 9 +
....out => test_streaming_mysql_job_sc_latest.out} | 10 +-
.../cdc/test_streaming_mysql_job_sc_restart_fe.out | 11 +
...reaming_job_cdc_stream_mysql_schema_change.out} | 4 +-
...ming_job_cdc_stream_postgres_schema_change.out} | 4 +-
.../cdc/test_streaming_mysql_job_sc.groovy | 166 ++++++++++++
.../test_streaming_mysql_job_sc_advanced.groovy | 198 +++++++++++++++
...t_streaming_mysql_job_sc_during_snapshot.groovy | 147 +++++++++++
.../cdc/test_streaming_mysql_job_sc_latest.groovy | 125 +++++++++
.../test_streaming_mysql_job_sc_restart_fe.groovy | 153 +++++++++++
...aming_job_cdc_stream_mysql_schema_change.groovy | 116 +++++++++
...ng_job_cdc_stream_postgres_schema_change.groovy | 119 +++++++++
35 files changed, 2723 insertions(+), 138 deletions(-)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomAlterTableParserListener.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParser.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParserListener.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/MySqlSchemaChange.java
copy
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/{MySqlWriteDmlITCase.java
=> MySqlWriteSchemaChangeITCase.java} (64%)
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/MySqlSchemaChangeDeserializeTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParserTest.java
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_sc.out
=> test_streaming_mysql_job_sc.out} (75%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_advanced.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_during_snapshot.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_sc_latest.out
=> test_streaming_mysql_job_sc_latest.out} (52%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_restart_fe.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_alter_cred.out
=> tvf/test_streaming_job_cdc_stream_mysql_schema_change.out} (81%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_alter_cred.out
=> tvf/test_streaming_job_cdc_stream_postgres_schema_change.out} (81%)
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_advanced.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_during_snapshot.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_latest.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql_schema_change.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
