This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch cp-b626c602-dev-1.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 100dc213226 Merge branch 'dev/1.3' of https://github.com/apache/iotdb
into cp-b626c602-dev-1.3
add aa1b13a490a Fix pipe event accounting and aligned tablet failure
reporting (#18150) (#18166)
add d3e95289dd1 Fix tag index query for pre-deleted timeseries (#18751)
(#18765)
add c7f29ddb8a2 Pipe: Fix delete inclusion aliases and metrics maps
(#18002) (#18009)
add 0d587945a35 Fix test clean directory deletion (#17860) (#17990)
add 5119157164e [Performance] Reduce aligned flush duplicate timestamp
overhead (#18740)
add 2bb0c1b526c [To dev/1.3] [Pipe] Avoid quadratic aligned page memory
estimation (#18917) (#18931)
add 5ace194e658 [Test] Exclude mock initialization from pipe worker
timeouts (#18886) (#18891)
add 0d7105972d8 Fix deletion visibility in region migration IT (#18072)
add b4f60f64b8a Fix pipe TsFile transfer when mod file is missing (#18756)
(#18767)
add 17c6ac7a568 Fix overflow edge cases in query utilities (#17875)
(#17906)
add 2f510a69ffd [To dev/1.3] Fix ConfigNode WAL and node registration
(#17609)
add e5fa56832d8 [To dev/1.3] Fix same-region flush stalls during write
admission (#18992)
add 5b8fcf48f3a Fix flaky space quota result polling in cluster tests
(#18850) (#18867)
add fc20df37ff6 [Pipe] Improve fair TsFile parser admission (#19106)
(#19111)
add 529c52c2b0b [Pipe][Backport 1.3] Add receiver session authentication
integration tests (#18401)
add 750e0cc45bd [Pipe] Improve fair TsFile parser admission (#19106)
(#19111)
add a42374d594f Update SchemaRegionMemMetric.java (#15588)
add 8ff01410eaf Merge branch 'dev/1.3' into cp-b626c602-dev-1.3
No new revisions were added by this update.
Summary of changes:
.../it/env/cluster/config/MppDataNodeConfig.java | 8 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 2 -
.../it/env/remote/config/RemoteDataNodeConfig.java | 5 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 5 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 2 +
...TDBRegionMigrateWithDeletionMultiDataDirIT.java | 173 +++++++++
.../daily/iotv1/RegionMigrateFileAssertions.java | 170 +++++++++
.../iotdb/db/it/quotas/IoTDBSpaceQuotaIT.java | 5 +
.../autocreate/IoTDBPipeTwoStageAggregateIT.java | 145 ++++++++
.../IoTDBLegacyPipeReceiverAutoCreateIT.java | 159 ++++++++
.../single/IoTDBLegacyPipeReceiverSecurityIT.java | 152 +++++++-
.../pipe/it/single/IoTDBPipeReceiverSessionIT.java | 282 ++++++++++++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 79 ++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 78 ++++
.../statemachine/ConfigRegionStateMachine.java | 334 +++++++++++++----
.../balancer/router/leader/HashLeaderBalancer.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 244 +++++++++---
.../partition/DatabasePartitionTable.java | 2 +-
.../persistence/partition/PartitionInfo.java | 13 +-
.../impl/node/AddConfigNodeProcedure.java | 4 +-
.../statemachine/ConfigRegionStateMachineTest.java | 302 +++++++++++++++
.../router/leader/HashLeaderBalancerTest.java | 65 ++++
.../manager/node/NodeManagerRegistrationTest.java | 259 +++++++++++++
.../iotdb/confignode/persistence/NodeInfoTest.java | 46 +++
.../confignode/persistence/PartitionInfoTest.java | 29 ++
.../iot/client/AsyncIoTConsensusServiceClient.java | 2 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../subtask/processor/PipeProcessorSubtask.java | 6 +
.../processor/PipeProcessorSubtaskWorker.java | 6 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 25 +-
.../scan/AlignedSinglePageWholeChunkReader.java | 140 +++++--
.../container/scan/SinglePageWholeChunkReader.java | 49 ++-
.../scan/TsFileInsertionScanDataContainer.java | 102 ++---
.../pipe/metric/overview/PipeResourceMetrics.java | 45 ++-
.../metric/processor/PipeProcessorMetrics.java | 3 +-
.../downsampling/changing/ChangingValueFilter.java | 20 +-
.../sdt/SwingingDoorTrendingFilter.java | 19 +-
.../tumbling/TumblingTimeSamplingProcessor.java | 7 +-
.../exchange/sender/TwoStageAggregateSender.java | 2 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 190 +++++++---
.../tsfile/PipeTsFileResourceSegmentLock.java | 10 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 102 ++++-
.../async/handler/PipeTransferTsFileHandler.java | 106 ++++--
.../execution/aggregation/ExtremeAccumulator.java | 32 +-
.../SlidingWindowAggregatorFactory.java | 36 +-
.../fill/filter/FixedIntervalFillFilter.java | 10 +-
.../execution/operator/window/SessionWindow.java | 27 +-
.../operator/window/SessionWindowManager.java | 2 +-
.../SimpleFragmentParallelPlanner.java | 3 +-
.../schemaengine/metric/SchemaRegionMemMetric.java | 21 ++
.../schemaengine/schemaregion/tag/TagManager.java | 5 +-
.../memtable/AlignedWritableMemChunk.java | 115 +++---
.../dataregion/memtable/TsFileProcessor.java | 22 +-
.../SubscriptionPipeEventBatchSegmentLock.java | 4 +-
.../agent/plugin/PipeDataNodePluginAgentTest.java | 9 +-
.../PipeProcessorSubtaskExecutionGuardTest.java | 247 ++++++++++++-
.../processor/PipeProcessorSubtaskWorkerTest.java | 189 ++++++++++
.../scan/AlignedPageMemoryUsageEstimatorTest.java | 129 +++++++
.../metric/overview/PipeResourceMetricsTest.java | 81 ++++
.../ChangingValueFilterTest.java} | 26 +-
.../sdt/SwingingDoorTrendingFilterTest.java | 8 +
.../TumblingTimeSamplingProcessorTest.java | 192 ++++++++++
.../resource/memory/PipeMemoryManagerTest.java | 409 ++++++++++++++++++++-
.../tsfile/PipeTsFileResourceSegmentLockTest.java | 71 ++++
.../thrift/async/IoTDBDataRegionAsyncSinkTest.java | 49 +++
.../PipeTransferTsFileHandlerCleanupTest.java | 56 +++
.../realtime/PipeRealtimeDataRegionSourceTest.java | 113 ++++++
.../execution/aggregation/AccumulatorTest.java | 46 +++
.../SlidingWindowAggregatorFactoryTest.java} | 29 +-
.../fill/filter/FixedIntervalFillFilterTest.java} | 24 +-
.../operator/window/SessionWindowTest.java | 70 ++++
.../storageengine/dataregion/DataRegionTest.java | 143 +++++++
.../compaction/repair/AbstractRepairDataTest.java | 11 +-
...gnedFlushDuplicateTimeCheckPerformanceTest.java | 238 ++++++++++++
.../dataregion/memtable/MemTableFlushTaskTest.java | 93 +++++
.../dataregion/memtable/TsFileProcessorTest.java | 71 ++++
...SubscriptionPipeEventBatchSegmentLockTest.java} | 34 +-
.../iotdb/db/utils/ConfigurationFileUtilsTest.java | 9 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 88 ++++-
.../iotdb/db/utils/EnvironmentUtilsTest.java} | 29 +-
.../client/ainode/AsyncAINodeServiceClient.java | 2 +-
.../AsyncConfigNodeInternalServiceClient.java | 2 +-
.../async/AsyncDataNodeExternalServiceClient.java | 2 +-
.../async/AsyncDataNodeInternalServiceClient.java | 2 +-
.../AsyncDataNodeMPPDataExchangeServiceClient.java | 2 +-
.../async/AsyncPipeConsensusServiceClient.java | 2 +-
.../async/AsyncPipeDataTransferServiceClient.java | 2 +-
.../connection/UnboundedBlockingPendingQueue.java | 4 +-
.../options/PipeInclusionOptions.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../iotdb/commons/service/metric/enums/Tag.java | 1 +
.../UnboundedBlockingPendingQueueTest.java | 73 ++++
.../options/PipeInclusionOptionsTest.java | 48 +++
.../apache/iotdb/commons/utils/FileUtilsTest.java | 8 +-
95 files changed, 5761 insertions(+), 538 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv1/IoTDBRegionMigrateWithDeletionMultiDataDirIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv1/RegionMigrateFileAssertions.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/autocreate/IoTDBPipeTwoStageAggregateIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBLegacyPipeReceiverAutoCreateIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeReceiverSessionIT.java
create mode 100644
iotdb-core/confignode/src/main/i18n/en/org/apache/iotdb/confignode/i18n/ConfigNodeMessages.java
create mode 100644
iotdb-core/confignode/src/main/i18n/zh/org/apache/iotdb/confignode/i18n/ConfigNodeMessages.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/consensus/statemachine/ConfigRegionStateMachineTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/HashLeaderBalancerTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/node/NodeManagerRegistrationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/container/scan/AlignedPageMemoryUsageEstimatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/overview/PipeResourceMetricsTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/{sdt/SwingingDoorTrendingFilterTest.java
=> changing/ChangingValueFilterTest.java} (64%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/processor/downsampling/tumbling/TumblingTimeSamplingProcessorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileResourceSegmentLockTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/source/dataregion/realtime/PipeRealtimeDataRegionSourceTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/{memory/MemorySourceHandleTest.java
=> aggregation/slidingwindow/SlidingWindowAggregatorFactoryTest.java} (52%)
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/queryengine/execution/operator/process/fill/identity/IdentityFill.java
=>
test/java/org/apache/iotdb/db/queryengine/execution/operator/process/fill/filter/FixedIntervalFillFilterTest.java}
(60%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/window/SessionWindowTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedFlushDuplicateTimeCheckPerformanceTest.java
copy
iotdb-core/{node-commons/src/test/java/org/apache/iotdb/commons/utils/JVMCommonUtilsTest.java
=>
datanode/src/test/java/org/apache/iotdb/db/subscription/event/batch/SubscriptionPipeEventBatchSegmentLockTest.java}
(50%)
copy
iotdb-core/{node-commons/src/test/java/org/apache/iotdb/commons/sync/TsFilePipeInfoTest.java
=> datanode/src/test/java/org/apache/iotdb/db/utils/EnvironmentUtilsTest.java}
(50%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/connection/UnboundedBlockingPendingQueueTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/datastructure/options/PipeInclusionOptionsTest.java