This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b0306420a10 Pipe: Fix RPC payload compression in
PipeTransferTsFileInsertionEventHandler (#12558)
add e4f4ed03113 Pipe: Added metrics to schema transfer / remaining event /
remaining time (#12478)
No new revisions were added by this update.
Summary of changes:
.../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 3 +-
iotdb-core/confignode/pom.xml | 4 +
.../pipe/execution/PipeConfigNodeSubtask.java | 52 +++--
.../pipe/extractor/IoTDBConfigRegionExtractor.java | 13 +-
.../pipe/metric/PipeConfigNodeListenerMetrics.java | 67 ++++++
.../manager/pipe/metric/PipeConfigNodeMetrics.java | 14 +-
.../metric/PipeConfigNodeRemainingTimeMetrics.java | 169 +++++++++++++++
.../PipeConfigNodeRemainingTimeOperator.java | 119 +++++++++++
.../metric/PipeConfigRegionConnectorMetrics.java | 157 ++++++++++++++
.../metric/PipeConfigRegionExtractorMetrics.java | 139 +++++++++++++
iotdb-core/datanode/pom.xml | 4 +
.../runtime/PipeSchemaRegionListenerManager.java | 44 ++--
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 61 ++++--
.../async/IoTDBDataRegionAsyncConnector.java | 22 ++
.../dataregion/IoTDBDataRegionExtractor.java | 36 ++--
.../realtime/PipeRealtimeDataRegionExtractor.java | 28 ++-
.../PipeRealtimeDataRegionHybridExtractor.java | 4 +-
.../dataregion/realtime/epoch/TsFileEpoch.java | 4 +-
.../schemaregion/IoTDBSchemaRegionExtractor.java | 11 +-
.../iotdb/db/pipe/metric/PipeDataNodeMetrics.java | 20 +-
.../PipeDataNodeRemainingEventAndTimeMetrics.java | 231 +++++++++++++++++++++
.../PipeDataNodeRemainingEventAndTimeOperator.java | 207 ++++++++++++++++++
...cs.java => PipeDataRegionConnectorMetrics.java} | 91 ++++----
...cs.java => PipeDataRegionExtractorMetrics.java} | 129 ++++++------
.../metric/PipeSchemaRegionConnectorMetrics.java | 159 ++++++++++++++
.../metric/PipeSchemaRegionExtractorMetrics.java | 144 +++++++++++++
.../metric/PipeSchemaRegionListenerMetrics.java | 135 ++++++++++++
.../pipe/task/connection/PipeEventCollector.java | 7 +-
.../subtask/connector/PipeConnectorSubtask.java | 84 ++++++--
.../connector/PipeConnectorSubtaskManager.java | 6 +
.../subtask/processor/PipeProcessorSubtask.java | 14 +-
.../metrics/core/reporter/IoTDBJmxReporter.java | 4 +-
.../apache/iotdb/metrics/core/type/IoTDBRate.java | 2 +-
.../core/{uitls => utils}/IoTDBCachedGauge.java | 2 +-
.../{uitls => utils}/IoTDBCachedGaugeMBean.java | 2 +-
.../IoTDBMetricObjNameFactory.java | 2 +-
.../core/{uitls => utils}/IoTDBMovingAverage.java | 2 +-
.../core/{uitls => utils}/ObjectNameFactory.java | 2 +-
.../iotdb/commons/client/ClientPoolFactory.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 16 +-
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 75 +++----
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../AbstractSerializableListeningQueue.java | 10 +
.../commons/pipe/event/PipeWritePlanEvent.java | 9 +-
...ritePlanEvent.java => ProgressReportEvent.java} | 60 ++----
.../commons/pipe/extractor/IoTDBExtractor.java | 23 +-
.../extractor/IoTDBNonDataRegionExtractor.java | 49 +++--
.../pipe/metric/PipeEventCommitMetrics.java | 32 +--
.../pipe/progress/PipeEventCommitManager.java | 58 ++++--
.../commons/pipe/progress/PipeEventCommitter.java | 16 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 2 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 2 +-
.../iotdb/commons/service/metric/enums/Metric.java | 9 +
pom.xml | 6 +-
55 files changed, 2181 insertions(+), 394 deletions(-)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeListenerMetrics.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeRemainingTimeMetrics.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeRemainingTimeOperator.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigRegionConnectorMetrics.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigRegionExtractorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeDataNodeRemainingEventAndTimeMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeDataNodeRemainingEventAndTimeOperator.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{PipeConnectorMetrics.java
=> PipeDataRegionConnectorMetrics.java} (77%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{PipeExtractorMetrics.java
=> PipeDataRegionExtractorMetrics.java} (72%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeSchemaRegionConnectorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeSchemaRegionExtractorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeSchemaRegionListenerMetrics.java
rename
iotdb-core/metrics/core/src/main/java/org/apache/iotdb/metrics/core/{uitls =>
utils}/IoTDBCachedGauge.java (98%)
rename
iotdb-core/metrics/core/src/main/java/org/apache/iotdb/metrics/core/{uitls =>
utils}/IoTDBCachedGaugeMBean.java (95%)
rename
iotdb-core/metrics/core/src/main/java/org/apache/iotdb/metrics/core/{uitls =>
utils}/IoTDBMetricObjNameFactory.java (98%)
rename
iotdb-core/metrics/core/src/main/java/org/apache/iotdb/metrics/core/{uitls =>
utils}/IoTDBMovingAverage.java (98%)
rename
iotdb-core/metrics/core/src/main/java/org/apache/iotdb/metrics/core/{uitls =>
utils}/ObjectNameFactory.java (96%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/event/{PipeWritePlanEvent.java
=> ProgressReportEvent.java} (59%)