This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_collect
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from db3aa3c1ad9 fix format
add 85326097340 Memtable enhancement for query (#14591)
add 481a79d3c14 Fix that failure of one row in relational InsertRows will
fail other rows (#14912)
add b498285c4f4 Pipe: Modify MaxAllowedPinnedMemTableCount to adapt to
changes in the number of DRs & Modify the implementation of the poll method in
PipeRealtimePriorityBlockingQueue to reduce commit queue backlog & Adjust the
default thread count related to Pipe for better performance & Significantly
reduce pipeMemoryAllocateRetryIntervalMs & Provide a switch for memory control
of ConnectorReadFileBuffer (#14917)
add 650bbcc25f7 [RTO/RPO] Unify retry logic on SessionConnection (#14894)
add 61576c0a5bc Implemented JDBC for IoTDB based on tables
add 083ae4858fa Fix IT names & Fix region operation related IT (#14905)
add 4d965e9d6ec Don't log known error's exception thread stack
add 6b5e5b00e4c [To Master] MQTT Extensions to the Table Model Using the
Row Protocol (#14848)
add babc2af50ee Replace ExportTsFile By SubscriptionTsFile (#14812)
add 54208b03ddc Merge branch 'master' into feature/memory_collect
No new revisions were added by this update.
Summary of changes:
.../server/CustomizedJsonPayloadFormatter.java | 2 +-
.../org/apache/iotdb/mqtt/server/MyMessage.java | 31 +-
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 39 +-
integration-test/pom.xml | 4 +
.../iotdb/it/env/cluster/ClusterConstant.java | 1 +
.../it/env/cluster/config/MppCommonConfig.java | 10 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 12 +
.../env/cluster/config/MppSharedCommonConfig.java | 13 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 3 +
.../it/env/remote/config/RemoteCommonConfig.java | 7 +-
.../it/env/remote/config/RemoteDataNodeConfig.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +-
.../apache/iotdb/itbase/env/DataNodeConfig.java | 4 +
.../{AbstractScript.java => AbstractScriptIT.java} | 2 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 2 +-
....java => IoTDBAutoRegionGroupExtension2IT.java} | 4 +-
...st.java => IoTDBPartitionTableAutoCleanIT.java} | 2 +-
...IoTDBRegionOperationReliabilityITFramework.java | 72 -
.../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 20 +-
...IoTDBRegionMigrateNormalITForIoTV2BatchIT.java} | 2 +-
...=> IoTDBRegionMigrateOtherForIoTV2BatchIT.java} | 2 +-
... IoTDBRegionMigrateNormalForIoTV2StreamIT.java} | 2 +-
...IoTDBRegionMigrateOtherITForIoTV2StreamIT.java} | 2 +-
...rCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +-
...RegionMigrateDataNodeCrashForIoTV2BatchIT.java} | 2 +-
...alCrashWhenDeleteLocalPeerForIoTV2BatchIT.java} | 2 +-
...lCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +-
...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +-
...egionMigrateDataNodeCrashForIoTV2StreamIT.java} | 2 +-
...lCrashWhenDeleteLocalPeerForIoTV2StreamIT.java} | 2 +-
...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +-
...oTDBRegionMigrateClusterCrashIoTV2BatchIT.java} | 2 +-
...BRegionMigrateConfigNodeCrashIoTV2BatchIT.java} | 2 +-
...TDBRegionMigrateClusterCrashIoTV2StreamIT.java} | 2 +-
...RegionMigrateConfigNodeCrashIoTV2StreamIT.java} | 2 +-
.../apache/iotdb/db/it/IoTDBDuplicateTimeIT.java | 5 +-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 4 +-
.../iotdb/db/it/groupby/IoTDBGroupByUnseqIT.java | 2 +-
.../relational/it/db/it/IoTDBRestartTableIT.java | 3 -
.../relational/it/mqtt/IoTDBMQTTServiceIT.java | 132 +
.../it/session/IoTDBSessionRelationalIT.java | 30 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 36 +
.../apache/iotdb/tools/it/ExportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportSchemaTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 36 +-
.../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ImportSchemaTestIT.java | 4 +-
.../src/test/resources/logback-test.xml | 2 +-
iotdb-client/cli/pom.xml | 4 +
.../org/apache/iotdb/tool/common/Constants.java | 30 +-
.../org/apache/iotdb/tool/common/OptionsUtil.java | 112 +
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 539 +--
.../subscription/AbstractSubscriptionTsFile.java | 74 +
.../tool/tsfile/subscription/CommonParam.java | 212 +
.../subscription/SubscriptionTableTsFile.java | 186 +
.../subscription/SubscriptionTreeTsFile.java | 183 +
iotdb-client/jdbc/pom.xml | 55 +-
.../main/java/org/apache/iotdb/jdbc/Constant.java | 4 +-
...ata.java => IoTDBAbstractDatabaseMetadata.java} | 4330 +++++++++-----------
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 26 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 3555 ++--------------
.../IoTDBRelationalDatabaseMetadata.java | 405 ++
.../apache/iotdb/session/SessionConnection.java | 1019 ++---
.../apache/iotdb/session/util/CheckedSupplier.java | 32 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 16 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 4 +-
.../PipeRealtimePriorityBlockingQueue.java | 8 +-
.../async/handler/PipeTransferTsFileHandler.java | 6 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 7 +-
.../db/protocol/mqtt/JSONPayloadFormatter.java | 6 +-
.../db/protocol/mqtt/LinePayloadFormatter.java | 252 ++
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 239 +-
.../org/apache/iotdb/db/protocol/mqtt/Message.java | 58 +-
.../iotdb/db/protocol/mqtt/TableMessage.java | 144 +
.../mqtt/{Message.java => TreeMessage.java} | 16 +-
.../db/protocol/rest/impl/PingApiServiceImpl.java | 4 +-
.../fragment/FragmentInstanceContext.java | 38 +
.../fragment/FragmentInstanceManager.java | 2 +
.../execution/fragment/QueryContext.java | 9 +
.../plan/node/write/RelationalInsertRowNode.java | 3 -
.../plan/relational/sql/parser/AstBuilder.java | 3 +-
.../schemaregion/utils/ResourceByPathUtils.java | 146 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 22 +-
.../{RPCService.java => ExternalRPCService.java} | 6 +-
.../org/apache/iotdb/db/service/MQTTService.java | 2 +
.../iotdb/db/service/metrics/WritingMetrics.java | 29 +-
.../iotdb/db/storageengine/StorageEngine.java | 4 +
.../db/storageengine/dataregion/DataRegion.java | 4 +-
.../dataregion/flush/MemTableFlushTask.java | 16 +-
.../dataregion/memtable/AbstractMemTable.java | 138 +-
.../memtable/AlignedReadOnlyMemChunk.java | 588 ++-
.../memtable/AlignedWritableMemChunk.java | 752 +++-
.../memtable/AlignedWritableMemChunkGroup.java | 21 +-
.../dataregion/memtable/IMemTable.java | 8 +-
.../dataregion/memtable/IWritableMemChunk.java | 56 +-
.../memtable/IWritableMemChunkGroup.java | 9 +-
.../dataregion/memtable/ReadOnlyMemChunk.java | 274 +-
.../dataregion/memtable/TsFileProcessor.java | 65 +-
.../dataregion/memtable/WritableMemChunk.java | 595 ++-
.../dataregion/memtable/WritableMemChunkGroup.java | 30 +-
.../filescan/impl/MemAlignedChunkHandleImpl.java | 21 +-
.../read/reader/chunk/MemAlignedChunkReader.java | 259 +-
.../read/reader/chunk/MemAlignedPageReader.java | 137 +-
.../read/reader/chunk/MemChunkReader.java | 139 +-
.../read/reader/chunk/MemPageReader.java | 129 +-
.../reader/chunk/metadata/AlignedPageMetadata.java | 74 +
.../read/reader/chunk/metadata/PageMetadata.java | 90 +
.../dataregion/tsfile/TsFileResource.java | 39 +-
.../db/utils/datastructure/AlignedTVList.java | 412 +-
.../db/utils/datastructure/BackAlignedTVList.java | 66 +-
.../db/utils/datastructure/BackBinaryTVList.java | 72 +-
.../db/utils/datastructure/BackBooleanTVList.java | 71 +-
.../db/utils/datastructure/BackDoubleTVList.java | 71 +-
.../db/utils/datastructure/BackFloatTVList.java | 71 +-
.../db/utils/datastructure/BackIntTVList.java | 72 +-
.../db/utils/datastructure/BackLongTVList.java | 71 +-
.../iotdb/db/utils/datastructure/BackwardSort.java | 66 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 128 +-
.../db/utils/datastructure/BooleanTVList.java | 75 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 76 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 76 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 75 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 75 +-
.../MergeSortAlignedTVListIterator.java | 242 ++
.../datastructure/MergeSortTvListIterator.java | 162 +
.../PageColumnAccessInfo.java} | 43 +-
.../db/utils/datastructure/QuickAlignedTVList.java | 34 +-
.../db/utils/datastructure/QuickBinaryTVList.java | 34 +-
.../db/utils/datastructure/QuickBooleanTVList.java | 31 +-
.../db/utils/datastructure/QuickDoubleTVList.java | 31 +-
.../db/utils/datastructure/QuickFloatTVList.java | 31 +-
.../db/utils/datastructure/QuickIntTVList.java | 37 +-
.../db/utils/datastructure/QuickLongTVList.java | 31 +-
.../iotdb/db/utils/datastructure/QuickSort.java | 28 +-
.../iotdb/db/utils/datastructure/TVList.java | 363 +-
.../db/utils/datastructure/TimAlignedTVList.java | 109 +-
.../db/utils/datastructure/TimBinaryTVList.java | 113 +-
.../db/utils/datastructure/TimBooleanTVList.java | 111 +-
.../db/utils/datastructure/TimDoubleTVList.java | 111 +-
.../db/utils/datastructure/TimFloatTVList.java | 112 +-
.../iotdb/db/utils/datastructure/TimIntTVList.java | 112 +-
.../db/utils/datastructure/TimLongTVList.java | 111 +-
.../iotdb/db/utils/datastructure/TimSort.java | 105 +-
....apache.iotdb.db.protocol.mqtt.PayloadFormatter | 1 +
.../db/protocol/mqtt/JSONPayloadFormatterTest.java | 8 +-
.../db/protocol/mqtt/LinePayloadFormatterTest.java | 91 +
.../db/protocol/mqtt/PayloadFormatManagerTest.java | 2 +-
.../db/protocol/rest/IoTDBRestServiceTest.java | 6 +-
.../storageengine/dataregion/DataRegionTest.java | 6 +-
.../memtable/MemChunkDeserializeTest.java | 332 ++
.../dataregion/memtable/PrimitiveMemTableTest.java | 41 +-
.../dataregion/memtable/TsFileProcessorTest.java | 448 +-
.../read/control/FileReaderManagerTest.java | 5 +-
.../reader/chunk/AlignedMemPageReaderTest.java | 32 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 138 +-
.../read/reader/chunk/MemChunkLoaderTest.java | 260 +-
.../read/reader/chunk/MemPageReaderTest.java | 12 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 18 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../db/utils/datastructure/AlignedTVListTest.java | 20 +-
.../db/utils/datastructure/BinaryTVListTest.java | 30 -
.../datanode/src/test/resources/logback-test.xml | 2 +-
.../conf/iotdb-system.properties.template | 40 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 21 +-
.../iotdb/commons/conf/CommonDescriptor.java | 8 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
pom.xml | 2 +-
170 files changed, 10920 insertions(+), 9853 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/Message.java
=>
example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/MyMessage.java
(68%)
rename
integration-test/src/test/java/org/apache/iotdb/cli/it/{AbstractScript.java =>
AbstractScriptIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBAutoRegionGroupExtensionIT2.java
=> IoTDBAutoRegionGroupExtension2IT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBPartitionTableAutoCleanTest.java
=> IoTDBPartitionTableAutoCleanIT.java} (99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/batch/{IoTDBRegionMigrateNormalITForIoTV2Batch.java
=> IoTDBRegionMigrateNormalITForIoTV2BatchIT.java} (96%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/batch/{IoTDBRegionMigrateOtherITForIoTV2Batch.java
=> IoTDBRegionMigrateOtherForIoTV2BatchIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/stream/{IoTDBRegionMigrateNormalITForIoTV2Stream.java
=> IoTDBRegionMigrateNormalForIoTV2StreamIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/stream/{IoTDBRegionMigrateOtherITForIoTV2Stream.java
=> IoTDBRegionMigrateOtherITForIoTV2StreamIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2Batch.java
=> IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateDataNodeCrashForIoTV2Batch.java
=> IoTDBRegionMigrateDataNodeCrashForIoTV2BatchIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2Batch.java
=> IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2Batch.java
=> IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2Stream.java
=>
IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateDataNodeCrashForIoTV2Stream.java
=> IoTDBRegionMigrateDataNodeCrashForIoTV2StreamIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2Stream.java
=> IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2Stream.java
=> IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/batch/{IoTDBRegionMigrateClusterCrashIoTV2Batch.java
=> IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/batch/{IoTDBRegionMigrateConfigNodeCrashIoTV2Batch.java
=> IoTDBRegionMigrateConfigNodeCrashIoTV2BatchIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/stream/{IoTDBRegionMigrateClusterCrashIoTV2Stream.java
=> IoTDBRegionMigrateClusterCrashIoTV2StreamIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/stream/{IoTDBRegionMigrateConfigNodeCrashIoTV2Stream.java
=> IoTDBRegionMigrateConfigNodeCrashIoTV2StreamIT.java} (98%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/mqtt/IoTDBMQTTServiceIT.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/AbstractSubscriptionTsFile.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/CommonParam.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/SubscriptionTableTsFile.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/SubscriptionTreeTsFile.java
copy
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/{IoTDBDatabaseMetadata.java
=> IoTDBAbstractDatabaseMetadata.java} (61%)
create mode 100644
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/relational/IoTDBRelationalDatabaseMetadata.java
delete mode 100644
iotdb-client/session/src/main/java/org/apache/iotdb/session/util/CheckedSupplier.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/LinePayloadFormatter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/TableMessage.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/{Message.java
=> TreeMessage.java} (87%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCService.java
=> ExternalRPCService.java} (95%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/AlignedPageMetadata.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/PageMetadata.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortTvListIterator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/{SetThreadName.java
=> datastructure/PageColumnAccessInfo.java} (57%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/mqtt/LinePayloadFormatterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/memtable/MemChunkDeserializeTest.java
