This is an automated email from the ASF dual-hosted git repository.
luchunliang pushed a change to branch branch-1.9
in repository https://gitbox.apache.org/repos/asf/inlong.git
from ddbdb226d9 [INLONG-8447][Manager] Optimize paging logic (#8448)
add 083b1dfb76 [INLONG-8914][DataProxy] Optimize DataProxy event
statistics (#8915)
add a63b1d9591 [INLONG-7908][Sort] PostgreSQL connector supports parallel
read (#8664)
add 9558057833 [INLONG-8916][SDK] Update SDK configuration file for
dataproxy cpp sdk (#8917)
add f5e9f35a62 [INLONG-8918][DataProxy] Change tube to tubemq (#8919)
add 9fbb47939a [INLONG-8403][Manager] Support resource migrate to another
tenant (#8913)
add 25e03cedea [INLONG-8845][Manager] Support Tencent Cloud Log Service
data flow (#8892)
No new revisions were added by this update.
Summary of changes:
bin/inlong-daemon | 2 +-
.../inlong/dataproxy/config/ConfigManager.java | 4 +-
.../inlong/dataproxy/consts/ConfigConstants.java | 2 -
.../inlong/dataproxy/consts/StatConstants.java | 8 +-
.../dataproxy/sink/mq/MessageQueueZoneSink.java | 4 +-
.../dataproxy/sink/mq/kafka/KafkaHandler.java | 24 +-
.../dataproxy/sink/mq/pulsar/PulsarHandler.java | 41 +-
.../inlong/dataproxy/sink/mq/tube/TubeHandler.java | 29 +-
.../apache/inlong/dataproxy/source/BaseSource.java | 16 +-
.../dataproxy/source/ServerMessageHandler.java | 10 +-
.../inlong/dataproxy/source/SourceConstants.java | 2 -
.../source/httpMsg/HttpMessageHandler.java | 14 +-
.../inlong/dataproxy/source/v0msg/CodecBinMsg.java | 8 +-
.../dataproxy/source/v0msg/CodecTextMsg.java | 4 +-
.../inlong/dataproxy/source/UdpSourceTest.java | 1 -
.../inlong/manager/common/consts/DataNodeType.java | 5 +
.../manager/common/consts/InlongConstants.java | 2 +
.../inlong/manager/common/consts/SinkType.java | 5 +
.../manager/dao/mapper/DataNodeEntityMapper.java | 7 +
.../dao/mapper/InlongConsumeEntityMapper.java | 6 +
.../dao/mapper/InlongGroupEntityMapper.java | 4 +
.../dao/mapper/TenantClusterTagEntityMapper.java | 4 +
.../resources/mappers/DataNodeEntityMapper.xml | 52 +-
.../mappers/InlongConsumeEntityMapper.xml | 22 +
.../resources/mappers/InlongGroupEntityMapper.xml | 11 +-
.../mappers/TenantClusterTagEntityMapper.xml | 13 +
.../pojo/group/pulsar/InlongPulsarRequest.java | 2 +-
.../pojo/group/pulsar/InlongPulsarTopicInfo.java | 2 +-
.../manager/pojo/node/cls/ClsDataNodeDTO.java | 94 +++
.../manager/pojo/node/cls/ClsDataNodeInfo.java | 81 ++
.../manager/pojo/node/cls/ClsDataNodeRequest.java | 71 ++
.../inlong/manager/pojo/sink/cls/ClsSink.java | 90 +++
.../inlong/manager/pojo/sink/cls/ClsSinkDTO.java | 76 ++
.../cls/ClsSinkRequest.java} | 41 +-
inlong-manager/manager-service/pom.xml | 5 +-
.../manager/service/group/GroupCheckService.java | 13 -
.../service/group/InlongGroupOperator4Pulsar.java | 2 +-
.../service/node/cls/ClsDataNodeOperator.java | 111 +++
.../resource/sink/cls/ClsResourceOperator.java | 183 +++++
.../sink/pulsar/PulsarResourceOperator.java | 6 +
.../manager/service/sink/cls/ClsSinkOperator.java | 131 ++++
.../service/tenant/InlongTenantService.java | 2 +
.../service/tenant/InlongTenantServiceImpl.java | 135 +++-
.../web/controller/InlongTenantController.java | 10 +
.../release/conf/config_example.json | 40 +-
.../sort/parser/AllMigratePostgreSQLTest.java | 1 +
.../sort/cdc/base/dialect/DataSourceDialect.java | 13 +-
.../connection/JdbcConnectionPoolFactory.java | 1 -
.../state/PendingSplitsStateSerializer.java | 3 +
.../meta/offset/OffsetDeserializerSerializer.java | 7 +-
.../meta/split/FinishedSnapshotSplitInfo.java | 3 +
.../source/meta/split/SourceSplitSerializer.java | 15 +-
.../source/reader/IncrementalSourceReader.java | 11 +-
.../reader/IncrementalSourceRecordEmitter.java | 20 +-
.../cdc/base/source/reader/external/FetchTask.java | 4 +
.../inlong/sort/cdc/base/util/RecordUtils.java | 13 +
.../sort-connectors/postgres-cdc/pom.xml | 42 +-
.../postgresql/PostgresObjectFactory.java | 135 ++++
.../io/debezium/connector/postgresql/Utils.java | 79 ++
.../connector/postgresql/connection/Lsn.java | 161 ++++
.../postgresql/connection/PostgresConnection.java | 812 +++++++++++++++++++++
.../external/IncrementalSourceStreamFetcher.java | 253 +++++++
.../sort/cdc/postgres/DebeziumSourceFunction.java | 2 +-
.../cdc/postgres/source/PostgresChunkSplitter.java | 394 ++++++++++
.../source/PostgresConnectionPoolFactory.java | 42 ++
.../sort/cdc/postgres/source/PostgresDialect.java | 186 +++++
.../cdc/postgres/source/PostgresSourceBuilder.java | 260 +++++++
.../source/config/PostgresSourceConfig.java | 103 +++
.../source/config/PostgresSourceConfigFactory.java | 174 +++++
.../source/fetch/PostgresScanFetchTask.java | 405 ++++++++++
.../fetch/PostgresSourceFetchTaskContext.java | 276 +++++++
.../source/fetch/PostgresStreamFetchTask.java | 235 ++++++
.../handler/PostgresSchemaChangeEventHandler.java | 30 +-
.../cdc/postgres/source/offset/PostgresOffset.java | 128 ++++
.../source/offset/PostgresOffsetFactory.java | 55 ++
.../source/options/PostgresSourceOptions.java | 83 +++
.../reader/PostgresSourceRecordEmitter.java} | 144 ++--
.../cdc/postgres/source/utils/PgQueryUtils.java | 327 +++++++++
.../sort/cdc/postgres/source/utils/PgSchema.java | 106 +++
.../cdc/postgres/source/utils/PgTypeUtils.java | 171 +++++
.../postgres/source/utils/TableDiscoveryUtils.java | 60 ++
.../cdc/postgres/table/PostgreSQLTableFactory.java | 141 +++-
.../cdc/postgres/table/PostgreSQLTableSource.java | 132 +++-
licenses/inlong-manager/LICENSE | 1 +
licenses/inlong-sort-connectors/LICENSE | 23 +
pom.xml | 6 +
86 files changed, 6150 insertions(+), 302 deletions(-)
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/node/cls/ClsDataNodeDTO.java
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/node/cls/ClsDataNodeInfo.java
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/node/cls/ClsDataNodeRequest.java
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/sink/cls/ClsSink.java
create mode 100644
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/sink/cls/ClsSinkDTO.java
copy
inlong-manager/manager-pojo/src/main/java/org/apache/inlong/manager/pojo/{group/pulsar/InlongPulsarTopicInfo.java
=> sink/cls/ClsSinkRequest.java} (58%)
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/node/cls/ClsDataNodeOperator.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/resource/sink/cls/ClsResourceOperator.java
create mode 100644
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/sink/cls/ClsSinkOperator.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/io/debezium/connector/postgresql/PostgresObjectFactory.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/io/debezium/connector/postgresql/Utils.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/io/debezium/connector/postgresql/connection/Lsn.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/io/debezium/connector/postgresql/connection/PostgresConnection.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/base/source/reader/external/IncrementalSourceStreamFetcher.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/PostgresChunkSplitter.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/PostgresConnectionPoolFactory.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/PostgresDialect.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/PostgresSourceBuilder.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/config/PostgresSourceConfig.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/config/PostgresSourceConfigFactory.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/fetch/PostgresScanFetchTask.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/fetch/PostgresSourceFetchTaskContext.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/fetch/PostgresStreamFetchTask.java
copy
inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/mapper/TenantClusterTagEntityMapper.java
=>
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/handler/PostgresSchemaChangeEventHandler.java
(55%)
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/offset/PostgresOffset.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/offset/PostgresOffsetFactory.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/options/PostgresSourceOptions.java
copy
inlong-sort/sort-flink/{cdc-base/src/main/java/org/apache/inlong/sort/cdc/base/source/reader/IncrementalSourceRecordEmitter.java
=>
sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/reader/PostgresSourceRecordEmitter.java}
(51%)
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/utils/PgQueryUtils.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/utils/PgSchema.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/utils/PgTypeUtils.java
create mode 100644
inlong-sort/sort-flink/sort-flink-v1.13/sort-connectors/postgres-cdc/src/main/java/org/apache/inlong/sort/cdc/postgres/source/utils/TableDiscoveryUtils.java
