This is an automated email from the ASF dual-hosted git repository. spricoder pushed a commit to branch feature/memory_auto in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 017a48a45208f5ba6280288c3f37aa72bfaa1f47 Merge: 9cad84da1ea 54208b03ddc Author: spricoder <[email protected]> AuthorDate: Sat Feb 22 15:21:06 2025 +0800 Merge branch 'feature/memory_collect' into feature/memory_auto .../server/CustomizedJsonPayloadFormatter.java | 2 +- .../org/apache/iotdb/mqtt/server/MyMessage.java | 31 +- .../java/org/apache/iotdb/mqtt/MQTTClient.java | 39 +- integration-test/pom.xml | 4 + .../iotdb/it/env/cluster/ClusterConstant.java | 1 + .../it/env/cluster/config/MppCommonConfig.java | 10 +- .../it/env/cluster/config/MppDataNodeConfig.java | 12 + .../env/cluster/config/MppSharedCommonConfig.java | 13 +- .../iotdb/it/env/cluster/node/DataNodeWrapper.java | 3 + .../it/env/remote/config/RemoteCommonConfig.java | 7 +- .../it/env/remote/config/RemoteDataNodeConfig.java | 10 + .../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +- .../apache/iotdb/itbase/env/DataNodeConfig.java | 4 + .../{AbstractScript.java => AbstractScriptIT.java} | 2 +- .../apache/iotdb/cli/it/StartClientScriptIT.java | 2 +- ....java => IoTDBAutoRegionGroupExtension2IT.java} | 4 +- ...st.java => IoTDBPartitionTableAutoCleanIT.java} | 2 +- ...IoTDBRegionOperationReliabilityITFramework.java | 72 - .../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 20 +- ...IoTDBRegionMigrateNormalITForIoTV2BatchIT.java} | 2 +- ...=> IoTDBRegionMigrateOtherForIoTV2BatchIT.java} | 2 +- ... IoTDBRegionMigrateNormalForIoTV2StreamIT.java} | 2 +- ...IoTDBRegionMigrateOtherITForIoTV2StreamIT.java} | 2 +- ...rCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +- ...RegionMigrateDataNodeCrashForIoTV2BatchIT.java} | 2 +- ...alCrashWhenDeleteLocalPeerForIoTV2BatchIT.java} | 2 +- ...lCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +- ...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +- ...egionMigrateDataNodeCrashForIoTV2StreamIT.java} | 2 +- ...lCrashWhenDeleteLocalPeerForIoTV2StreamIT.java} | 2 +- ...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +- ...oTDBRegionMigrateClusterCrashIoTV2BatchIT.java} | 2 +- ...BRegionMigrateConfigNodeCrashIoTV2BatchIT.java} | 2 +- ...TDBRegionMigrateClusterCrashIoTV2StreamIT.java} | 2 +- ...RegionMigrateConfigNodeCrashIoTV2StreamIT.java} | 2 +- .../apache/iotdb/db/it/IoTDBDuplicateTimeIT.java | 5 +- .../org/apache/iotdb/db/it/IoTDBRestartIT.java | 4 +- .../iotdb/db/it/groupby/IoTDBGroupByUnseqIT.java | 2 +- .../relational/it/db/it/IoTDBRestartTableIT.java | 3 - .../relational/it/mqtt/IoTDBMQTTServiceIT.java | 132 + .../it/session/IoTDBSessionRelationalIT.java | 30 + .../iotdb/session/it/IoTDBSessionSimpleIT.java | 36 + .../apache/iotdb/tools/it/ExportDataTestIT.java | 4 +- .../apache/iotdb/tools/it/ExportSchemaTestIT.java | 4 +- .../apache/iotdb/tools/it/ExportTsFileTestIT.java | 36 +- .../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +- .../apache/iotdb/tools/it/ImportSchemaTestIT.java | 4 +- .../src/test/resources/logback-test.xml | 2 +- iotdb-client/cli/pom.xml | 4 + .../org/apache/iotdb/tool/common/Constants.java | 30 +- .../org/apache/iotdb/tool/common/OptionsUtil.java | 112 + .../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 539 +-- .../subscription/AbstractSubscriptionTsFile.java | 74 + .../tool/tsfile/subscription/CommonParam.java | 212 + .../subscription/SubscriptionTableTsFile.java | 186 + .../subscription/SubscriptionTreeTsFile.java | 183 + iotdb-client/jdbc/pom.xml | 55 +- .../main/java/org/apache/iotdb/jdbc/Constant.java | 4 +- ...ata.java => IoTDBAbstractDatabaseMetadata.java} | 4330 +++++++++----------- .../org/apache/iotdb/jdbc/IoTDBConnection.java | 26 +- .../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 3555 ++-------------- .../IoTDBRelationalDatabaseMetadata.java | 405 ++ .../apache/iotdb/session/SessionConnection.java | 1019 ++--- .../apache/iotdb/session/util/CheckedSupplier.java | 32 - .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 +- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 16 +- .../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 4 +- .../PipeRealtimePriorityBlockingQueue.java | 8 +- .../async/handler/PipeTransferTsFileHandler.java | 6 +- .../PipeRealtimeDataRegionHybridExtractor.java | 7 +- .../db/protocol/mqtt/JSONPayloadFormatter.java | 6 +- .../db/protocol/mqtt/LinePayloadFormatter.java | 252 ++ .../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 239 +- .../org/apache/iotdb/db/protocol/mqtt/Message.java | 58 +- .../iotdb/db/protocol/mqtt/TableMessage.java | 144 + .../mqtt/{Message.java => TreeMessage.java} | 16 +- .../db/protocol/rest/impl/PingApiServiceImpl.java | 4 +- .../fragment/FragmentInstanceContext.java | 38 + .../fragment/FragmentInstanceManager.java | 2 + .../execution/fragment/QueryContext.java | 9 + .../plan/node/write/RelationalInsertRowNode.java | 3 - .../plan/relational/sql/parser/AstBuilder.java | 3 +- .../schemaregion/utils/ResourceByPathUtils.java | 146 +- .../java/org/apache/iotdb/db/service/DataNode.java | 2 +- .../iotdb/db/service/DataNodeShutdownHook.java | 22 +- .../{RPCService.java => ExternalRPCService.java} | 6 +- .../org/apache/iotdb/db/service/MQTTService.java | 2 + .../iotdb/db/service/metrics/WritingMetrics.java | 29 +- .../iotdb/db/storageengine/StorageEngine.java | 4 + .../db/storageengine/dataregion/DataRegion.java | 4 +- .../dataregion/flush/MemTableFlushTask.java | 16 +- .../dataregion/memtable/AbstractMemTable.java | 138 +- .../memtable/AlignedReadOnlyMemChunk.java | 588 ++- .../memtable/AlignedWritableMemChunk.java | 752 +++- .../memtable/AlignedWritableMemChunkGroup.java | 21 +- .../dataregion/memtable/IMemTable.java | 8 +- .../dataregion/memtable/IWritableMemChunk.java | 56 +- .../memtable/IWritableMemChunkGroup.java | 9 +- .../dataregion/memtable/ReadOnlyMemChunk.java | 274 +- .../dataregion/memtable/TsFileProcessor.java | 65 +- .../dataregion/memtable/WritableMemChunk.java | 595 ++- .../dataregion/memtable/WritableMemChunkGroup.java | 30 +- .../filescan/impl/MemAlignedChunkHandleImpl.java | 21 +- .../read/reader/chunk/MemAlignedChunkReader.java | 259 +- .../read/reader/chunk/MemAlignedPageReader.java | 137 +- .../read/reader/chunk/MemChunkReader.java | 139 +- .../read/reader/chunk/MemPageReader.java | 129 +- .../reader/chunk/metadata/AlignedPageMetadata.java | 74 + .../read/reader/chunk/metadata/PageMetadata.java | 90 + .../dataregion/tsfile/TsFileResource.java | 39 +- .../db/utils/datastructure/AlignedTVList.java | 412 +- .../db/utils/datastructure/BackAlignedTVList.java | 66 +- .../db/utils/datastructure/BackBinaryTVList.java | 72 +- .../db/utils/datastructure/BackBooleanTVList.java | 71 +- .../db/utils/datastructure/BackDoubleTVList.java | 71 +- .../db/utils/datastructure/BackFloatTVList.java | 71 +- .../db/utils/datastructure/BackIntTVList.java | 72 +- .../db/utils/datastructure/BackLongTVList.java | 71 +- .../iotdb/db/utils/datastructure/BackwardSort.java | 66 +- .../iotdb/db/utils/datastructure/BinaryTVList.java | 128 +- .../db/utils/datastructure/BooleanTVList.java | 75 +- .../iotdb/db/utils/datastructure/DoubleTVList.java | 76 +- .../iotdb/db/utils/datastructure/FloatTVList.java | 76 +- .../iotdb/db/utils/datastructure/IntTVList.java | 75 +- .../iotdb/db/utils/datastructure/LongTVList.java | 75 +- .../MergeSortAlignedTVListIterator.java | 242 ++ .../datastructure/MergeSortTvListIterator.java | 162 + ...ickIntTVList.java => PageColumnAccessInfo.java} | 47 +- .../db/utils/datastructure/QuickAlignedTVList.java | 34 +- .../db/utils/datastructure/QuickBinaryTVList.java | 34 +- .../db/utils/datastructure/QuickBooleanTVList.java | 31 +- .../db/utils/datastructure/QuickDoubleTVList.java | 31 +- .../db/utils/datastructure/QuickFloatTVList.java | 31 +- .../db/utils/datastructure/QuickIntTVList.java | 37 +- .../db/utils/datastructure/QuickLongTVList.java | 31 +- .../iotdb/db/utils/datastructure/QuickSort.java | 28 +- .../iotdb/db/utils/datastructure/TVList.java | 363 +- .../db/utils/datastructure/TimAlignedTVList.java | 109 +- .../db/utils/datastructure/TimBinaryTVList.java | 113 +- .../db/utils/datastructure/TimBooleanTVList.java | 111 +- .../db/utils/datastructure/TimDoubleTVList.java | 111 +- .../db/utils/datastructure/TimFloatTVList.java | 112 +- .../iotdb/db/utils/datastructure/TimIntTVList.java | 112 +- .../db/utils/datastructure/TimLongTVList.java | 111 +- .../iotdb/db/utils/datastructure/TimSort.java | 105 +- ....apache.iotdb.db.protocol.mqtt.PayloadFormatter | 1 + .../db/protocol/mqtt/JSONPayloadFormatterTest.java | 8 +- .../db/protocol/mqtt/LinePayloadFormatterTest.java | 91 + .../db/protocol/mqtt/PayloadFormatManagerTest.java | 2 +- .../db/protocol/rest/IoTDBRestServiceTest.java | 6 +- .../storageengine/dataregion/DataRegionTest.java | 6 +- .../memtable/MemChunkDeserializeTest.java | 332 ++ .../dataregion/memtable/PrimitiveMemTableTest.java | 41 +- .../dataregion/memtable/TsFileProcessorTest.java | 448 +- .../read/control/FileReaderManagerTest.java | 5 +- .../reader/chunk/AlignedMemPageReaderTest.java | 32 +- .../reader/chunk/MemAlignedChunkLoaderTest.java | 138 +- .../read/reader/chunk/MemChunkLoaderTest.java | 260 +- .../read/reader/chunk/MemPageReaderTest.java | 12 +- .../wal/recover/file/TsFilePlanRedoerTest.java | 18 +- .../apache/iotdb/db/utils/EnvironmentUtils.java | 4 - .../db/utils/datastructure/AlignedTVListTest.java | 20 +- .../db/utils/datastructure/BinaryTVListTest.java | 30 - .../datanode/src/test/resources/logback-test.xml | 2 +- .../conf/iotdb-system.properties.template | 40 +- .../apache/iotdb/commons/conf/CommonConfig.java | 21 +- .../iotdb/commons/conf/CommonDescriptor.java | 8 + .../apache/iotdb/commons/conf/IoTDBConstant.java | 1 + .../iotdb/commons/pipe/config/PipeConfig.java | 7 + pom.xml | 2 +- 170 files changed, 10917 insertions(+), 9860 deletions(-)
