This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch rc/2.0.11
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ba3d598b9c7 [Performance] Reduce temporary allocations on insert path
(#18240)
new 2067d842c44 Fix unbounded async pipe sink retries (#18222)
new 99773b7e89e [Pipe] Back off async sink for all retry statuses (#18236)
new d5dc8f54928 [Pipe] Reduce AirGap sink reconnect log noise (#18243)
new b17bf5e39b3 [Performance] Reduce aligned MemTable bitmap memory usage
(#18249)
new 810a1e44685 [Subscription] Reject unsupported consensus topic
attributes (#18257)
new eca91a36539 Subscription: Fix DATE serialization for consensus dataset
(#18227)
new 74812a27646 Fix pipe tablet memory self-lock during batching (#18266)
new 69893d810d2 Fix consensus subscription metrics by region (#18277)
new 78541be3ffa Return one NULL row for last_by over a never-written device
new a4a9416e6d3 Fix grouped max for non-positive floating-point values
(#18300)
new 4b109a9b87d Remove obsolete DataNode audit log appender (#18292)
new 83d683d3850 Improve error messages for unsupported __audit database
operations (#18309)
new c78b00f2a93 Fix concurrent access to IoTConsensus configuration
(#18290)
new ecec8eba0af support the retry for the execution the insert path in
statemachine with DN metadata fenced and retry for coordinator (#18301)
new 2da273385dd Fix invalid WAL throttle threshold persistence (#18327)
new a6a5d6e5a96 Reject NaN disk space warning threshold on hot reload
(#18326)
new 3b83437b0af Add CorruptedTsFileException for TsFile corruption errors
with file path (#18304)
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 42 +++
.../iotdb/db/it/auth/IoTDBSeriesPermissionIT.java | 2 +-
.../iotdb/db/it/auth/IoTDBTemplateAuthIT.java | 7 +-
.../it/db/it/IoTDBAuthenticationTableIT.java | 9 +
.../relational/it/db/it/IoTDBDeletionTableIT.java | 114 +++++++
.../recent/IoTDBQueryWithCorruptedTsFileIT.java | 346 +++++++++++++++++++++
.../it/query/recent/IoTDBTableAggregationIT.java | 15 +
.../IoTDBConsensusSubscriptionDataTableIT.java | 114 +++++++
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +-
.../aggregation/grouped/GroupedMaxAccumulator.java | 4 +-
.../aggregation/GroupedMaxAccumulatorTest.java | 124 ++++++++
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 13 +
.../persistence/subscription/SubscriptionInfo.java | 47 +++
.../SubscriptionInfoTopicValidationTest.java | 39 +++
.../apache/iotdb/consensus/iot/IoTConsensus.java | 5 +-
.../consensus/iot/IoTConsensusServerImpl.java | 13 +-
.../ratis/ApplicationStateMachineProxy.java | 32 +-
.../consensus/iot/IoTConsensusServerImplTest.java | 162 ++++++++++
.../assembly/resources/conf/logback-datanode.xml | 18 --
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 6 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 29 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 6 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 26 +-
.../dataregion/DataExecutionVisitor.java | 11 +
.../dataregion/DataRegionStateMachine.java | 14 +-
.../db/exception/CorruptedTsFileException.java | 70 +++++
.../agent/task/subtask/sink/PipeSinkSubtask.java | 3 +
.../db/pipe/resource/memory/PipeMemoryManager.java | 33 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 203 +++++++++---
.../handler/PipeTransferTrackableHandler.java | 32 +-
.../execution/operator/source/FileLoaderUtils.java | 65 +++-
.../execution/operator/source/SeriesScanUtil.java | 43 ++-
.../execution/schedule/AbstractDriverThread.java | 28 +-
.../analyze/cache/partition/PartitionCache.java | 4 +-
.../planner/DataNodeTableOperatorGenerator.java | 13 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 100 +++---
.../cache/TreeDeviceSchemaCacheManager.java | 4 +-
.../relational/security/AccessControlImpl.java | 13 +-
.../relational/security/ITableAuthCheckerImpl.java | 3 +-
.../security/TreeAccessCheckVisitor.java | 71 ++---
.../schemaengine/lease/MetadataLeaseManager.java | 6 +-
.../db/schemaengine/table/DataNodeTableCache.java | 59 ++--
.../iotdb/db/schemaengine/table/ITableCache.java | 7 +
.../db/storageengine/dataregion/DataRegion.java | 5 +-
.../dataregion/memtable/TsFileProcessor.java | 24 +-
.../read/reader/chunk/DiskAlignedChunkLoader.java | 5 +
.../read/reader/chunk/DiskChunkLoader.java | 5 +
.../consensus/ConsensusLogToTabletConverter.java | 44 ++-
.../consensus/ConsensusPrefetchingQueue.java | 20 +-
...nsensusSubscriptionPrefetchingQueueMetrics.java | 214 ++++++++-----
.../receiver/SubscriptionReceiverV1.java | 2 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 3 +-
.../db/utils/datastructure/AlignedTVList.java | 61 +++-
.../org/apache/iotdb/db/auth/TreeAccessTest.java | 28 ++
.../dataregion/DataRegionStateMachineTest.java | 143 +++++++++
.../task/subtask/sink/PipeSinkSubtaskTest.java | 44 +++
.../memory/PipeMemoryManagerResizeTest.java | 116 +++++++
.../handler/PipeTransferTrackableHandlerTest.java | 79 ++++-
.../schemaengine/lease/MetadataLeaseTestUtils.java | 9 +-
.../table/DataNodeTableCacheLeaseTest.java | 24 +-
.../dataregion/memtable/TsFileProcessorTest.java | 28 +-
.../ConsensusLogToTabletConverterTest.java | 33 ++
.../consensus/ConsensusPrefetchingQueueTest.java | 70 +++++
...susSubscriptionPrefetchingQueueMetricsTest.java | 164 ++++++++++
.../db/utils/datastructure/AlignedTVListTest.java | 51 +++
.../src/test/resources/datanode1conf/logback.xml | 18 --
.../src/test/resources/datanode2conf/logback.xml | 18 --
.../src/test/resources/datanode3conf/logback.xml | 18 --
.../apache/iotdb/commons/i18n/ConfigMessages.java | 4 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 12 +-
.../apache/iotdb/commons/i18n/ConfigMessages.java | 4 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 12 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 30 ++
.../iotdb/commons/conf/CommonDescriptor.java | 4 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 -
.../exception/MetadataLeaseFencedException.java | 21 +-
.../task/subtask/PipeAbstractSinkSubtask.java | 9 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 14 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 14 +
.../commons/pipe/resource/log/PipeLogger.java | 4 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 12 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +
.../org/apache/iotdb/commons/utils/RetryUtils.java | 1 +
.../apache/iotdb/commons/utils/StatusUtils.java | 1 +
...monDescriptorDiskSpaceWarningThresholdTest.java | 2 +-
.../commons/pipe/resource/PipeLoggerTest.java | 47 ++-
.../iotdb/commons/utils/RetryStatusUtilsTest.java} | 25 +-
89 files changed, 2958 insertions(+), 454 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBQueryWithCorruptedTsFileIT.java
create mode 100644
iotdb-core/calc-commons/src/test/java/org/apache/iotdb/calc/execution/operator/source/relational/aggregation/GroupedMaxAccumulatorTest.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/iot/IoTConsensusServerImplTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/CorruptedTsFileException.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryManagerResizeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/metric/ConsensusSubscriptionPrefetchingQueueMetricsTest.java
copy
iotdb-core/{datanode/src/test/java/org/apache/iotdb/db/exception/mpp/FragmentInstanceDispatchExceptionTest.java
=>
node-commons/src/test/java/org/apache/iotdb/commons/utils/RetryStatusUtilsTest.java}
(54%)
