This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-61182-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 5c12aa0c47f branch-4.1: [feature](iceberg) support insert into iceberg
table with sort-order (#60540) (#61414)
add 450010975cb [Improve](StreamingJob) Support schema change for
PostgreSQL streaming job (#61182)
No new revisions were added by this update.
Summary of changes:
.../doris/job/cdc/request/CommitOffsetRequest.java | 17 +-
.../job/cdc/request/JobBaseRecordRequest.java | 1 +
.../insert/streaming/StreamingInsertJob.java | 4 +
.../insert/streaming/StreamingMultiTblTask.java | 6 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 4 +
.../apache/doris/cdcclient/common/Constants.java | 2 +
.../apache/doris/cdcclient/common/DorisType.java | 47 +++
.../cdcclient/service/PipelineCoordinator.java | 61 +++-
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 25 +-
.../doris/cdcclient/sink/HttpPutBuilder.java | 3 +-
.../deserialize/DebeziumJsonDeserializer.java | 18 +-
.../source/deserialize/DeserializeResult.java | 92 ++++++
.../deserialize/MySqlDebeziumJsonDeserializer.java | 66 ++++
.../PostgresDebeziumJsonDeserializer.java | 248 +++++++++++++++
.../deserialize/SourceRecordDeserializer.java | 5 +
.../source/reader/AbstractCdcSourceReader.java | 171 ++++++++++
.../source/reader/JdbcIncrementalSourceReader.java | 24 +-
.../cdcclient/source/reader/SourceReader.java | 18 +-
.../source/reader/mysql/MySqlSourceReader.java | 21 +-
.../reader/postgres/PostgresSourceReader.java | 32 ++
.../org/apache/doris/cdcclient/utils/HttpUtil.java | 4 +
.../doris/cdcclient/utils/SchemaChangeHelper.java | 291 +++++++++++++++++
.../doris/cdcclient/utils/SchemaChangeManager.java | 149 +++++++++
.../cdcclient/utils/SchemaChangeHelperTest.java | 194 ++++++++++++
.../cdc/test_streaming_postgres_job_sc.out | 32 ++
.../test_streaming_postgres_job_sc_advanced.out | 31 ++
.../cdc/test_streaming_postgres_job_sc.groovy | 269 ++++++++++++++++
.../test_streaming_postgres_job_sc_advanced.groovy | 344 +++++++++++++++++++++
28 files changed, 2132 insertions(+), 47 deletions(-)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/DorisType.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/DeserializeResult.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/MySqlDebeziumJsonDeserializer.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/PostgresDebeziumJsonDeserializer.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/SchemaChangeHelper.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/SchemaChangeManager.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/utils/SchemaChangeHelperTest.java
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_sc.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_sc_advanced.out
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_sc.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_sc_advanced.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
