This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch time-partition-boundary-overflow-fix
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 44fff3bfb67 Fix AnalyzeUtilsTest parse mod entries call
add 35cf94a780a Improve pipe runtime memory allocation (#18051)
add 71696f333af Add pipe receiver memory protection (#18090)
add bbd424f0013 Avoid parsing fully matched historical table TsFiles
(#18123)
add 1c20df4ea7c Persist writer meta out of lock (#18124)
add a6c654bde56 Fix RegionGroupCache activation race (#18128)
add 63b70cb9ea1 Move IoTConsensus multi-data-dir region migration ITs to
commit suite (#18081)
add 86624a137bb Improve pipe receiver session handling (#18084)
add e44cbbb0e97 Fix load configuration IT target DataNode (#18125)
add 82690873b64 Pipe: throttle TsFile parser retries under memory pressure
(#18141)
add b35390559a9 Fix config region pipe privilege trimming (#18142)
add 611b66aded0 Change
partition_table_recover_max_read_megabytes_per_second into
partition_table_recover_max_read_mb_per_sec (#18138)
add 012026f0358 Add DEVICE_METADATA_INFO_SWAP_THRESHOLD parameter to
read_tsfile table function (#18146)
add 797319b453c The new value cannot be less than the current maximum
quota. The quota uses the default value if unspecified in the ALTER DATABASE
statement (#18154)
add 7558aa7ef80 Fix metadata cache and pipe edge cases (#18147)
add e231bbe5e2a Fix pipe double-living sugar after isolation (#18119)
add f3e161218d6 Fix downgraded TsFileResource serialization (#18155)
add 4c1f833adf1 Pipe: order historical TsFiles by query priority (#18088)
add eda0433e1f9 Merge branch 'master' of https://github.com/apache/iotdb
into time-partition-boundary-overflow-fix
No new revisions were added by this update.
Summary of changes:
.../it/database/IoTDBDatabaseRegionControlIT.java | 111 +++++
.../commit/IoTDBMigrateMultiRegionForIoTV1IT.java | 66 +++
...TDBRegionMigrateWithDeletionMultiDataDirIT.java | 14 +-
...gionMigrateWithDeletionMultiDataDirTableIT.java | 14 +-
.../RegionMigrateFileAssertions.java | 2 +-
.../IoTDBRegionMigrateNormalITForIoTV2BatchIT.java | 34 ++
.../manual/enhanced/IoTDBPipeDoubleLivingIT.java | 10 +-
.../it/db/it/IoTDBLoadConfigurationTableIT.java | 30 +-
.../schema/IoTDBDatabaseMaxRegionGroupNumIT.java | 73 +++
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../iotdb/confignode/i18n/ManagerMessages.java | 3 +
.../load/cache/region/RegionGroupCache.java | 8 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 30 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 56 ++-
.../pipe/source/IoTDBConfigRegionSource.java | 21 +-
.../manager/schema/ClusterSchemaManager.java | 36 +-
.../PipeConfigTreePrivilegeParseVisitorTest.java | 43 ++
.../consensus/iot/IoTConsensusServerImpl.java | 13 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 4 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 18 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 2 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 18 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 455 ++++---------------
.../task/builder/PipeDataNodeTaskBuilder.java | 36 ++
.../agent/task/connection/PipeEventCollector.java | 15 +-
.../agent/task/stage/PipeTaskProcessorStage.java | 5 +-
.../subtask/processor/PipeProcessorSubtask.java | 2 +
.../common/tablet/PipeRawTabletInsertionEvent.java | 13 +
.../common/tsfile/PipeTsFileInsertionEvent.java | 166 +++++--
.../tsfile/parser/TsFileInsertionEventParser.java | 12 +-
.../query/TsFileInsertionEventQueryParser.java | 1 +
.../scan/TsFileInsertionEventScanParser.java | 14 +-
.../table/TsFileInsertionEventTableParser.java | 22 +-
.../processor/aggregate/AggregateProcessor.java | 3 +
.../downsampling/DownSamplingProcessor.java | 3 +
.../receiver/TwoStageAggregateReceiver.java | 10 +
.../exchange/sender/TwoStageAggregateSender.java | 75 +++-
.../twostage/plugin/TwoStageCountProcessor.java | 9 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 178 ++++++--
.../db/pipe/resource/memory/PipeMemoryManager.java | 95 +++-
.../evolvable/batch/PipeTabletEventBatch.java | 69 ++-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 51 ++-
.../batch/PipeTabletEventTsFileBatch.java | 30 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 18 +-
.../iotconsensusv2/IoTConsensusV2SyncSink.java | 20 +-
.../IoTConsensusV2TsFileInsertionEventHandler.java | 34 +-
.../IoTConsensusV2TransferBatchReqBuilder.java | 109 +++--
.../sink/protocol/legacy/IoTDBLegacyPipeSink.java | 17 +-
.../async/handler/PipeTransferTsFileHandler.java | 42 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 136 ++++++
.../source/dataregion/IoTDBDataRegionSource.java | 12 +
...istoricalDataRegionTsFileAndDeletionSource.java | 441 +++++++++++++++---
.../realtime/PipeRealtimeDataRegionSource.java | 17 +-
.../schemaregion/IoTDBSchemaRegionSource.java | 4 +-
.../PipePlanTablePrivilegeParseVisitor.java | 17 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 42 +-
.../db/queryengine/common/MPPQueryContext.java | 8 +-
.../config/executor/ClusterConfigTaskExecutor.java | 25 +-
.../read_tsfile/ExternalTsFileQueryResource.java | 9 +-
.../tvf/read_tsfile/ReadTsFileTableFunction.java | 60 ++-
.../plan/relational/planner/RelationPlanner.java | 5 +-
.../db/schemaengine/table/DataNodeTableCache.java | 2 +-
.../dataregion/tsfile/TsFileResource.java | 41 +-
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 88 ----
.../pipe/event/PipeTabletInsertionEventTest.java | 59 +++
.../pipe/event/TsFileInsertionEventParserTest.java | 154 +++++++
.../iotdb/db/pipe/sink/PipeReceiverTest.java | 70 ++-
.../PipePlanTablePatternParseVisitorTest.java | 49 ++
.../db/pipe/source/PipeRealtimeExtractTest.java | 73 +++
...ricalDataRegionTsFileAndDeletionSourceTest.java | 491 ++++++++++++++++++++-
.../ExternalTsFileQueryResourceTest.java | 7 +-
.../schemaengine/table/DataNodeTableCacheTest.java | 20 +
.../TsFileResourceProgressIndexTest.java | 42 ++
.../dataregion/tsfile/TsFileResourceTest.java | 19 +-
.../conf/iotdb-system.properties.template | 2 +-
.../apache/iotdb/commons/i18n/PipeMessages.java | 2 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 2 +
.../commons/consensus/index/ProgressIndexType.java | 8 +-
.../index/impl/TimePartitionProgressIndex.java | 292 ++++++++++++
.../pipe/config/constant/PipeSourceConstant.java | 46 ++
.../env/PipeTaskProcessorRuntimeEnvironment.java | 23 +
.../datastructure/visibility/VisibilityUtils.java | 9 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 103 ++++-
.../thrift/common/PipeTransferSliceReqHandler.java | 37 ++
.../thrift/request/PipeTransferCompressedReq.java | 21 +
.../iotdb/commons/pipe/source/IoTDBSource.java | 18 +-
.../visibility/VisibilityUtilsTest.java | 24 +
.../pipe/receiver/IoTDBFileReceiverTest.java | 184 +++++++-
.../common/PipeTransferSliceReqBuilderTest.java | 52 +++
.../request/PipeTransferCompressedReqTest.java | 37 ++
.../iotdb/commons/pipe/task/PipeMetaDeSerTest.java | 11 +
94 files changed, 3919 insertions(+), 965 deletions(-)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{daily/iotv1
=> commit}/IoTDBRegionMigrateWithDeletionMultiDataDirIT.java (93%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{daily/iotv1
=> commit}/IoTDBRegionMigrateWithDeletionMultiDataDirTableIT.java (93%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{daily/iotv1
=> commit}/RegionMigrateFileAssertions.java (98%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/TimePartitionProgressIndex.java
