This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch auto-pick-65588-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 8ab39e4ded9 branch-4.1：[enhance](auth)Hidden the token info during
StreamLoad in BE info #60656 && [enhance](auth)Hidden the auth info during
StreamLoad in BE info #59743 (#65944)
add b1587b2306e [feature](streaming-job) Support OceanBase CDC streaming
jobs (#65588)
No new revisions were added by this update.
Summary of changes:
.../docker-compose/oceanbase/oceanbase.env | 1 +
.../docker-compose/oceanbase/oceanbase.yaml.tpl | 6 +-
.../apache/doris/job/common/DataSourceType.java | 3 +-
.../streaming/DataSourceConfigValidator.java | 79 +++++++-
.../insert/streaming/StreamingInsertJob.java | 19 +-
.../streaming/StreamingJdbcUrlNormalizer.java | 1 +
.../apache/doris/job/util/StreamingJobUtils.java | 15 +-
.../streaming/DataSourceConfigValidatorTest.java | 188 +++++++++++++++++++
.../streaming/StreamingJdbcUrlNormalizerTest.java | 10 +
.../doris/job/util/StreamingJobUtilsTest.java | 13 ++
.../mysql/MySqlStreamingChangeEventSource.java | 92 ++++++----
.../doris/cdcclient/source/factory/DataSource.java | 3 +-
.../source/factory/SourceReaderFactory.java | 2 +
.../source/reader/mysql/MySqlSourceReader.java | 9 +
.../reader/oceanbase/OceanBaseSourceReader.java | 12 +-
.../mysql/MySqlStreamingChangeEventSourceTest.java | 33 +++-
.../cdcclient/itcase/CdcClientWriteHarness.java | 53 +++++-
.../itcase/OceanBaseSchemaChangeITCase.java | 121 ++++++++++++
.../itcase/OceanBaseStartupOffsetITCase.java | 148 +++++++++++++++
.../doris/cdcclient/itcase/OceanBaseTestBase.java | 150 +++++++++++++++
.../cdcclient/itcase/OceanBaseWriteDmlITCase.java | 112 ++++++++++++
.../source/factory/SourceReaderFactoryTest.java | 9 +
.../source/reader/mysql/MySqlSourceReaderTest.java | 31 +++-
regression-test/conf/regression-conf.groovy | 3 +-
.../cdc/test_streaming_oceanbase_job.out | 17 ++
.../cdc/test_streaming_oceanbase_job_all_type.out | 8 +
.../cdc/test_streaming_oceanbase_job_offset.out | 11 ++
.../test_streaming_oceanbase_job_restart_fe.out} | 7 +-
...test_streaming_oceanbase_job_sc_restart_fe.out} | 6 +-
.../test_streaming_oceanbase_job_schema_change.out | 9 +
.../pipeline/external/conf/regression-conf.groovy | 1 +
.../suites/doc/external/jdbc/oceanbase.md.groovy | 2 +-
.../jdbc/test_oceanbase_jdbc_catalog.groovy | 4 +-
.../cdc/test_streaming_oceanbase_job.groovy | 143 +++++++++++++++
.../test_streaming_oceanbase_job_all_type.groovy | 152 +++++++++++++++
.../cdc/test_streaming_oceanbase_job_offset.groovy | 203 +++++++++++++++++++++
.../test_streaming_oceanbase_job_restart_fe.groovy | 150 +++++++++++++++
...st_streaming_oceanbase_job_sc_restart_fe.groovy | 156 ++++++++++++++++
...st_streaming_oceanbase_job_schema_change.groovy | 138 ++++++++++++++
39 files changed, 2032 insertions(+), 88 deletions(-)
copy
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/SimpleAuthenticationConfig.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/oceanbase/OceanBaseSourceReader.java
(66%)
copy
samples/arrow-flight-sql/java/src/test/java/doris/arrowflight/demo/ConfigurationTest.java
=>
fs_brokers/cdc_client/src/test/java/io/debezium/connector/mysql/MySqlStreamingChangeEventSourceTest.java
(52%)
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/OceanBaseSchemaChangeITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/OceanBaseStartupOffsetITCase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/OceanBaseTestBase.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/OceanBaseWriteDmlITCase.java
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_oceanbase_job.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_all_type.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_offset.out
copy regression-test/data/{ann_index_p0/insert_with_invalid_array.out =>
job_p0/streaming_job/cdc/test_streaming_oceanbase_job_restart_fe.out} (54%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_sc_restart_fe.out
=> test_streaming_oceanbase_job_sc_restart_fe.out} (66%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_schema_change.out
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_all_type.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_offset.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_sc_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_oceanbase_job_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
