This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-61826-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 2ccd3cbd02a [fix](regression) Use in-network MinIO endpoint for paimon
JDBC seed (#61932)
add bfde0cec6c6 [Feature](streamjob) Streaming job support cdc_stream TVF
(#61826)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 1 +
.../insert/streaming/AbstractStreamingTask.java | 11 +
.../insert/streaming/StreamingInsertJob.java | 50 ++-
.../insert/streaming/StreamingInsertTask.java | 11 +-
.../insert/streaming/StreamingMultiTblTask.java | 2 +
.../doris/job/offset/SourceOffsetProvider.java | 42 +-
.../job/offset/SourceOffsetProviderFactory.java | 2 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 42 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 425 +++++++++++++++++++++
.../job/offset/s3/S3SourceOffsetProvider.java | 3 +-
.../trees/plans/commands/AlterJobCommand.java | 16 +
.../java/org/apache/doris/planner/ScanNode.java | 4 +
.../main/java/org/apache/doris/qe/Coordinator.java | 12 +
.../CdcStreamTableValuedFunction.java | 35 +-
.../cdcclient/controller/ClientController.java | 2 +-
.../cdcclient/service/PipelineCoordinator.java | 95 +++--
.../source/reader/mysql/MySqlSourceReader.java | 17 +
.../reader/postgres/PostgresSourceReader.java | 4 +
.../src/main/resources/application.properties | 3 +-
.../test_streaming_job_cdc_stream_mysql.out} | 9 +-
.../test_streaming_job_cdc_stream_postgres.out} | 9 +-
..._job_cdc_stream_postgres_latest_alter_cred.out} | 10 +-
...aming_job_cdc_stream_postgres_pause_resume.out} | 12 +-
.../tvf/test_streaming_job_cdc_stream_mysql.groovy | 128 +++++++
.../test_streaming_job_cdc_stream_postgres.groovy | 131 +++++++
...ob_cdc_stream_postgres_latest_alter_cred.groovy | 249 ++++++++++++
...ing_job_cdc_stream_postgres_pause_resume.groovy | 238 ++++++++++++
27 files changed, 1478 insertions(+), 85 deletions(-)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcTvfSourceOffsetProvider.java
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out
=> tvf/test_streaming_job_cdc_stream_mysql.out} (63%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_priv.out
=> tvf/test_streaming_job_cdc_stream_postgres.out} (63%)
copy
regression-test/data/job_p0/streaming_job/cdc/tvf/{test_cdc_stream_tvf_mysql.out
=> test_streaming_job_cdc_stream_postgres_latest_alter_cred.out} (65%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_snapshot.out
=> tvf/test_streaming_job_cdc_stream_postgres_pause_resume.out} (60%)
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_latest_alter_cred.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_pause_resume.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]