This is an automated email from the ASF dual-hosted git repository.
dockerzhang pushed a change to branch branch-1.5
in repository https://gitbox.apache.org/repos/asf/inlong.git
from b5f562144 [INLONG-7190][Dashboard] New data subscription optimization
(#7196)
new f58ea9f03 [INLONG-7198][Sort] Support audit of Apache Hudi (#7181)
new 9c9243d28 [INLONG-7191][DataProxy] Remove unused code (#7192)
new 43da7e2aa [INLONG-7202][Sort] Fix unit tests ( including PostgreSql \
Hbase \ Elasticsearch ) in sort-core (#7203)
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/inlong/dataproxy/sink/EventStat.java | 81 ---
.../apache/inlong/dataproxy/sink/PulsarSink.java | 725 ---------------------
.../dataproxy/sink/SimpleMessageTubeSink.java | 714 --------------------
.../org/apache/inlong/dataproxy/sink/TubeSink.java | 707 --------------------
.../dataproxy/sink/mqzone/AbstactZoneWorker.java | 108 ---
.../sink/mqzone/AbstractZoneClusterProducer.java | 115 ----
.../sink/mqzone/AbstractZoneProducer.java | 159 -----
.../dataproxy/sink/mqzone/AbstractZoneSink.java | 179 -----
.../sink/mqzone/AbstractZoneSinkContext.java | 405 ------------
.../sink/mqzone/ZoneClusterProducerCalculator.java | 27 -
.../sink/mqzone/ZoneWorkerCalculator.java | 23 -
.../impl/kafkazone/KafkaClusterProducer.java | 148 -----
.../mqzone/impl/kafkazone/KafkaZoneProducer.java | 50 --
.../sink/mqzone/impl/kafkazone/KafkaZoneSink.java | 45 --
.../impl/kafkazone/KafkaZoneSinkContext.java | 44 --
.../mqzone/impl/kafkazone/KafkaZoneWorker.java | 52 --
.../impl/pulsarzone/PulsarClusterProducer.java | 278 --------
.../mqzone/impl/pulsarzone/PulsarZoneProducer.java | 45 --
.../mqzone/impl/pulsarzone/PulsarZoneSink.java | 45 --
.../impl/pulsarzone/PulsarZoneSinkContext.java | 44 --
.../mqzone/impl/pulsarzone/PulsarZoneWorker.java | 52 --
.../mqzone/impl/tubezone/TubeClusterProducer.java | 205 ------
.../mqzone/impl/tubezone/TubeZoneProducer.java | 51 --
.../sink/mqzone/impl/tubezone/TubeZoneSink.java | 46 --
.../mqzone/impl/tubezone/TubeZoneSinkContext.java | 44 --
.../sink/mqzone/impl/tubezone/TubeZoneWorker.java | 51 --
.../sink/pulsar/CreatePulsarClientCallBack.java | 25 -
.../dataproxy/sink/pulsar/PulsarClientService.java | 563 ----------------
.../dataproxy/sink/pulsar/SendMessageCallBack.java | 33 -
.../inlong/dataproxy/sink/pulsar/SinkTask.java | 230 -------
.../pulsar/federation/PulsarFederationSink.java | 140 ----
.../federation/PulsarFederationSinkContext.java | 198 ------
.../pulsar/federation/PulsarFederationWorker.java | 148 -----
.../pulsar/federation/PulsarProducerCluster.java | 319 ---------
.../federation/PulsarProducerFederation.java | 163 -----
.../inlong/dataproxy/sink/TestPulsarSink.java | 56 --
.../apache/inlong/dataproxy/sink/TestTubeSink.java | 57 --
.../federation/TestPulsarFederationSink.java | 87 ---
.../federation/TestPulsarProducerFederation.java | 95 ---
.../sort-connectors/elasticsearch-6/pom.xml | 4 +
.../sort-connectors/elasticsearch-7/pom.xml | 4 +
.../org.apache.flink.table.factories.Factory | 2 +-
inlong-sort/sort-connectors/hudi/README.md | 22 +
.../inlong/sort/hudi/metric/HudiAuditReporter.java | 173 +++++
.../inlong/sort/hudi/metric/HudiMetricsConfig.java | 134 ++++
.../inlong/sort/hudi/metric/HudiMetricsConst.java | 13 +-
.../inlong/sort/hudi/metric/HudiMetricsUtil.java | 23 +-
.../sort/hudi/metric/InLongHudiAuditReporter.java | 90 +++
.../sort/hudi/metric/HudiMetricsConfigTest.java | 165 +++++
inlong-sort/sort-connectors/mysql-cdc/pom.xml | 4 +
inlong-sort/sort-connectors/oracle-cdc/pom.xml | 4 +
inlong-sort/sort-connectors/postgres-cdc/pom.xml | 4 +
.../sort/parser/HbaseLoadFlinkSqlParseTest.java | 2 +-
53 files changed, 620 insertions(+), 6581 deletions(-)
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/EventStat.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/PulsarSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/SimpleMessageTubeSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/TubeSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/AbstactZoneWorker.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/AbstractZoneClusterProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/AbstractZoneProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/AbstractZoneSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/AbstractZoneSinkContext.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/ZoneClusterProducerCalculator.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/ZoneWorkerCalculator.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/kafkazone/KafkaClusterProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/kafkazone/KafkaZoneProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/kafkazone/KafkaZoneSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/kafkazone/KafkaZoneSinkContext.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/kafkazone/KafkaZoneWorker.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/pulsarzone/PulsarClusterProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/pulsarzone/PulsarZoneProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/pulsarzone/PulsarZoneSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/pulsarzone/PulsarZoneSinkContext.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/pulsarzone/PulsarZoneWorker.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/tubezone/TubeClusterProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/tubezone/TubeZoneProducer.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/tubezone/TubeZoneSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/tubezone/TubeZoneSinkContext.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/mqzone/impl/tubezone/TubeZoneWorker.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/CreatePulsarClientCallBack.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/PulsarClientService.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/SendMessageCallBack.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/SinkTask.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/federation/PulsarFederationSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/federation/PulsarFederationSinkContext.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/federation/PulsarFederationWorker.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/federation/PulsarProducerCluster.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/main/java/org/apache/inlong/dataproxy/sink/pulsar/federation/PulsarProducerFederation.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/test/java/org/apache/inlong/dataproxy/sink/TestPulsarSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/test/java/org/apache/inlong/dataproxy/sink/TestTubeSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/test/java/org/apache/inlong/dataproxy/sink/pulsar/federation/TestPulsarFederationSink.java
delete mode 100644
inlong-dataproxy/dataproxy-source/src/test/java/org/apache/inlong/dataproxy/sink/pulsar/federation/TestPulsarProducerFederation.java
create mode 100644 inlong-sort/sort-connectors/hudi/README.md
create mode 100644
inlong-sort/sort-connectors/hudi/src/main/java/org/apache/inlong/sort/hudi/metric/HudiAuditReporter.java
create mode 100644
inlong-sort/sort-connectors/hudi/src/main/java/org/apache/inlong/sort/hudi/metric/HudiMetricsConfig.java
copy
inlong-common/src/main/java/org/apache/inlong/common/constant/Constants.java =>
inlong-sort/sort-connectors/hudi/src/main/java/org/apache/inlong/sort/hudi/metric/HudiMetricsConst.java
(69%)
copy
inlong-agent/agent-common/src/main/java/org/apache/inlong/agent/metrics/AgentMetricItemSet.java
=>
inlong-sort/sort-connectors/hudi/src/main/java/org/apache/inlong/sort/hudi/metric/HudiMetricsUtil.java
(62%)
create mode 100644
inlong-sort/sort-connectors/hudi/src/main/java/org/apache/inlong/sort/hudi/metric/InLongHudiAuditReporter.java
create mode 100644
inlong-sort/sort-connectors/hudi/src/test/java/org/apache/inlong/sort/hudi/metric/HudiMetricsConfigTest.java
