This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_auto
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9cad84da1ea Optimize judge
add db3aa3c1ad9 fix format
add 85326097340 Memtable enhancement for query (#14591)
add 481a79d3c14 Fix that failure of one row in relational InsertRows will
fail other rows (#14912)
add b498285c4f4 Pipe: Modify MaxAllowedPinnedMemTableCount to adapt to
changes in the number of DRs & Modify the implementation of the poll method in
PipeRealtimePriorityBlockingQueue to reduce commit queue backlog & Adjust the
default thread count related to Pipe for better performance & Significantly
reduce pipeMemoryAllocateRetryIntervalMs & Provide a switch for memory control
of ConnectorReadFileBuffer (#14917)
add 650bbcc25f7 [RTO/RPO] Unify retry logic on SessionConnection (#14894)
add 61576c0a5bc Implemented JDBC for IoTDB based on tables
add 083ae4858fa Fix IT names & Fix region operation related IT (#14905)
add 4d965e9d6ec Don't log known error's exception thread stack
add 6b5e5b00e4c [To Master] MQTT Extensions to the Table Model Using the
Row Protocol (#14848)
add babc2af50ee Replace ExportTsFile By SubscriptionTsFile (#14812)
add 54208b03ddc Merge branch 'master' into feature/memory_collect
new 017a48a4520 Merge branch 'feature/memory_collect' into
feature/memory_auto
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../server/CustomizedJsonPayloadFormatter.java | 2 +-
.../org/apache/iotdb/mqtt/server/MyMessage.java | 31 +-
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 39 +-
integration-test/pom.xml | 4 +
.../iotdb/it/env/cluster/ClusterConstant.java | 1 +
.../it/env/cluster/config/MppCommonConfig.java | 10 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 12 +
.../env/cluster/config/MppSharedCommonConfig.java | 13 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 3 +
.../it/env/remote/config/RemoteCommonConfig.java | 7 +-
.../it/env/remote/config/RemoteDataNodeConfig.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +-
.../apache/iotdb/itbase/env/DataNodeConfig.java | 4 +
.../{AbstractScript.java => AbstractScriptIT.java} | 2 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 2 +-
....java => IoTDBAutoRegionGroupExtension2IT.java} | 4 +-
...st.java => IoTDBPartitionTableAutoCleanIT.java} | 2 +-
...IoTDBRegionOperationReliabilityITFramework.java | 72 -
.../IoTDBRegionGroupExpandAndShrinkForIoTV1IT.java | 20 +-
...IoTDBRegionMigrateNormalITForIoTV2BatchIT.java} | 2 +-
...=> IoTDBRegionMigrateOtherForIoTV2BatchIT.java} | 2 +-
... IoTDBRegionMigrateNormalForIoTV2StreamIT.java} | 2 +-
...IoTDBRegionMigrateOtherITForIoTV2StreamIT.java} | 2 +-
...rCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +-
...RegionMigrateDataNodeCrashForIoTV2BatchIT.java} | 2 +-
...alCrashWhenDeleteLocalPeerForIoTV2BatchIT.java} | 2 +-
...lCrashWhenRemoveRemotePeerForIoTV2BatchIT.java} | 2 +-
...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +-
...egionMigrateDataNodeCrashForIoTV2StreamIT.java} | 2 +-
...lCrashWhenDeleteLocalPeerForIoTV2StreamIT.java} | 2 +-
...CrashWhenRemoveRemotePeerForIoTV2StreamIT.java} | 2 +-
...oTDBRegionMigrateClusterCrashIoTV2BatchIT.java} | 2 +-
...BRegionMigrateConfigNodeCrashIoTV2BatchIT.java} | 2 +-
...TDBRegionMigrateClusterCrashIoTV2StreamIT.java} | 2 +-
...RegionMigrateConfigNodeCrashIoTV2StreamIT.java} | 2 +-
.../apache/iotdb/db/it/IoTDBDuplicateTimeIT.java | 5 +-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 4 +-
.../iotdb/db/it/groupby/IoTDBGroupByUnseqIT.java | 2 +-
.../relational/it/db/it/IoTDBRestartTableIT.java | 3 -
.../relational/it/mqtt/IoTDBMQTTServiceIT.java | 132 +
.../it/session/IoTDBSessionRelationalIT.java | 30 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 36 +
.../apache/iotdb/tools/it/ExportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportSchemaTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 36 +-
.../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ImportSchemaTestIT.java | 4 +-
.../src/test/resources/logback-test.xml | 2 +-
iotdb-client/cli/pom.xml | 4 +
.../org/apache/iotdb/tool/common/Constants.java | 30 +-
.../org/apache/iotdb/tool/common/OptionsUtil.java | 112 +
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 539 +--
.../subscription/AbstractSubscriptionTsFile.java | 74 +
.../tool/tsfile/subscription/CommonParam.java | 212 +
.../subscription/SubscriptionTableTsFile.java | 186 +
.../subscription/SubscriptionTreeTsFile.java | 183 +
iotdb-client/jdbc/pom.xml | 55 +-
.../main/java/org/apache/iotdb/jdbc/Constant.java | 4 +-
...ata.java => IoTDBAbstractDatabaseMetadata.java} | 4330 +++++++++-----------
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 26 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 3555 ++--------------
.../IoTDBRelationalDatabaseMetadata.java | 405 ++
.../apache/iotdb/session/SessionConnection.java | 1019 ++---
.../apache/iotdb/session/util/CheckedSupplier.java | 32 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 16 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 4 +-
.../PipeRealtimePriorityBlockingQueue.java | 8 +-
.../async/handler/PipeTransferTsFileHandler.java | 6 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 7 +-
.../db/protocol/mqtt/JSONPayloadFormatter.java | 6 +-
.../db/protocol/mqtt/LinePayloadFormatter.java | 252 ++
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 239 +-
.../org/apache/iotdb/db/protocol/mqtt/Message.java | 58 +-
.../iotdb/db/protocol/mqtt/TableMessage.java | 144 +
.../mqtt/{Message.java => TreeMessage.java} | 16 +-
.../db/protocol/rest/impl/PingApiServiceImpl.java | 4 +-
.../fragment/FragmentInstanceContext.java | 38 +
.../fragment/FragmentInstanceManager.java | 2 +
.../execution/fragment/QueryContext.java | 9 +
.../plan/node/write/RelationalInsertRowNode.java | 3 -
.../plan/relational/sql/parser/AstBuilder.java | 3 +-
.../schemaregion/utils/ResourceByPathUtils.java | 146 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 22 +-
.../{RPCService.java => ExternalRPCService.java} | 6 +-
.../org/apache/iotdb/db/service/MQTTService.java | 2 +
.../iotdb/db/service/metrics/WritingMetrics.java | 29 +-
.../iotdb/db/storageengine/StorageEngine.java | 4 +
.../db/storageengine/dataregion/DataRegion.java | 4 +-
.../dataregion/flush/MemTableFlushTask.java | 16 +-
.../dataregion/memtable/AbstractMemTable.java | 138 +-
.../memtable/AlignedReadOnlyMemChunk.java | 588 ++-
.../memtable/AlignedWritableMemChunk.java | 752 +++-
.../memtable/AlignedWritableMemChunkGroup.java | 21 +-
.../dataregion/memtable/IMemTable.java | 8 +-
.../dataregion/memtable/IWritableMemChunk.java | 56 +-
.../memtable/IWritableMemChunkGroup.java | 9 +-
.../dataregion/memtable/ReadOnlyMemChunk.java | 274 +-
.../dataregion/memtable/TsFileProcessor.java | 65 +-
.../dataregion/memtable/WritableMemChunk.java | 595 ++-
.../dataregion/memtable/WritableMemChunkGroup.java | 30 +-
.../filescan/impl/MemAlignedChunkHandleImpl.java | 21 +-
.../read/reader/chunk/MemAlignedChunkReader.java | 259 +-
.../read/reader/chunk/MemAlignedPageReader.java | 137 +-
.../read/reader/chunk/MemChunkReader.java | 139 +-
.../read/reader/chunk/MemPageReader.java | 129 +-
.../reader/chunk/metadata/AlignedPageMetadata.java | 74 +
.../read/reader/chunk/metadata/PageMetadata.java | 90 +
.../dataregion/tsfile/TsFileResource.java | 39 +-
.../db/utils/datastructure/AlignedTVList.java | 412 +-
.../db/utils/datastructure/BackAlignedTVList.java | 66 +-
.../db/utils/datastructure/BackBinaryTVList.java | 72 +-
.../db/utils/datastructure/BackBooleanTVList.java | 71 +-
.../db/utils/datastructure/BackDoubleTVList.java | 71 +-
.../db/utils/datastructure/BackFloatTVList.java | 71 +-
.../db/utils/datastructure/BackIntTVList.java | 72 +-
.../db/utils/datastructure/BackLongTVList.java | 71 +-
.../iotdb/db/utils/datastructure/BackwardSort.java | 66 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 128 +-
.../db/utils/datastructure/BooleanTVList.java | 75 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 76 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 76 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 75 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 75 +-
.../MergeSortAlignedTVListIterator.java | 242 ++
.../datastructure/MergeSortTvListIterator.java | 162 +
.../PageColumnAccessInfo.java} | 43 +-
.../db/utils/datastructure/QuickAlignedTVList.java | 34 +-
.../db/utils/datastructure/QuickBinaryTVList.java | 34 +-
.../db/utils/datastructure/QuickBooleanTVList.java | 31 +-
.../db/utils/datastructure/QuickDoubleTVList.java | 31 +-
.../db/utils/datastructure/QuickFloatTVList.java | 31 +-
.../db/utils/datastructure/QuickIntTVList.java | 37 +-
.../db/utils/datastructure/QuickLongTVList.java | 31 +-
.../iotdb/db/utils/datastructure/QuickSort.java | 28 +-
.../iotdb/db/utils/datastructure/TVList.java | 363 +-
.../db/utils/datastructure/TimAlignedTVList.java | 109 +-
.../db/utils/datastructure/TimBinaryTVList.java | 113 +-
.../db/utils/datastructure/TimBooleanTVList.java | 111 +-
.../db/utils/datastructure/TimDoubleTVList.java | 111 +-
.../db/utils/datastructure/TimFloatTVList.java | 112 +-
.../iotdb/db/utils/datastructure/TimIntTVList.java | 112 +-
.../db/utils/datastructure/TimLongTVList.java | 111 +-
.../iotdb/db/utils/datastructure/TimSort.java | 105 +-
....apache.iotdb.db.protocol.mqtt.PayloadFormatter | 1 +
.../db/protocol/mqtt/JSONPayloadFormatterTest.java | 8 +-
.../db/protocol/mqtt/LinePayloadFormatterTest.java | 91 +
.../db/protocol/mqtt/PayloadFormatManagerTest.java | 2 +-
.../db/protocol/rest/IoTDBRestServiceTest.java | 6 +-
.../storageengine/dataregion/DataRegionTest.java | 6 +-
.../memtable/MemChunkDeserializeTest.java | 332 ++
.../dataregion/memtable/PrimitiveMemTableTest.java | 41 +-
.../dataregion/memtable/TsFileProcessorTest.java | 448 +-
.../read/control/FileReaderManagerTest.java | 5 +-
.../reader/chunk/AlignedMemPageReaderTest.java | 32 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 138 +-
.../read/reader/chunk/MemChunkLoaderTest.java | 260 +-
.../read/reader/chunk/MemPageReaderTest.java | 12 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 18 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../db/utils/datastructure/AlignedTVListTest.java | 20 +-
.../db/utils/datastructure/BinaryTVListTest.java | 30 -
.../datanode/src/test/resources/logback-test.xml | 2 +-
.../conf/iotdb-system.properties.template | 40 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 21 +-
.../iotdb/commons/conf/CommonDescriptor.java | 8 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
pom.xml | 2 +-
170 files changed, 10920 insertions(+), 9853 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/Message.java
=>
example/mqtt-customize/src/main/java/org/apache/iotdb/mqtt/server/MyMessage.java
(68%)
rename
integration-test/src/test/java/org/apache/iotdb/cli/it/{AbstractScript.java =>
AbstractScriptIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBAutoRegionGroupExtensionIT2.java
=> IoTDBAutoRegionGroupExtension2IT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/{IoTDBPartitionTableAutoCleanTest.java
=> IoTDBPartitionTableAutoCleanIT.java} (99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/batch/{IoTDBRegionMigrateNormalITForIoTV2Batch.java
=> IoTDBRegionMigrateNormalITForIoTV2BatchIT.java} (96%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/batch/{IoTDBRegionMigrateOtherITForIoTV2Batch.java
=> IoTDBRegionMigrateOtherForIoTV2BatchIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/stream/{IoTDBRegionMigrateNormalITForIoTV2Stream.java
=> IoTDBRegionMigrateNormalForIoTV2StreamIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/stream/{IoTDBRegionMigrateOtherITForIoTV2Stream.java
=> IoTDBRegionMigrateOtherITForIoTV2StreamIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2Batch.java
=> IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateDataNodeCrashForIoTV2Batch.java
=> IoTDBRegionMigrateDataNodeCrashForIoTV2BatchIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2Batch.java
=> IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/batch/{IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2Batch.java
=> IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2BatchIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2Stream.java
=>
IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateDataNodeCrashForIoTV2Stream.java
=> IoTDBRegionMigrateDataNodeCrashForIoTV2StreamIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2Stream.java
=> IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/iotv2/stream/{IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2Stream.java
=> IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV2StreamIT.java}
(99%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/batch/{IoTDBRegionMigrateClusterCrashIoTV2Batch.java
=> IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java} (97%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/batch/{IoTDBRegionMigrateConfigNodeCrashIoTV2Batch.java
=> IoTDBRegionMigrateConfigNodeCrashIoTV2BatchIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/stream/{IoTDBRegionMigrateClusterCrashIoTV2Stream.java
=> IoTDBRegionMigrateClusterCrashIoTV2StreamIT.java} (98%)
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv2/stream/{IoTDBRegionMigrateConfigNodeCrashIoTV2Stream.java
=> IoTDBRegionMigrateConfigNodeCrashIoTV2StreamIT.java} (98%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/mqtt/IoTDBMQTTServiceIT.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/AbstractSubscriptionTsFile.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/CommonParam.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/SubscriptionTableTsFile.java
create mode 100644
iotdb-client/cli/src/main/java/org/apache/iotdb/tool/tsfile/subscription/SubscriptionTreeTsFile.java
copy
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/{IoTDBDatabaseMetadata.java
=> IoTDBAbstractDatabaseMetadata.java} (61%)
create mode 100644
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/relational/IoTDBRelationalDatabaseMetadata.java
delete mode 100644
iotdb-client/session/src/main/java/org/apache/iotdb/session/util/CheckedSupplier.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/LinePayloadFormatter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/TableMessage.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/mqtt/{Message.java
=> TreeMessage.java} (87%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/{RPCService.java
=> ExternalRPCService.java} (95%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/AlignedPageMetadata.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/metadata/PageMetadata.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortTvListIterator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/{SetThreadName.java
=> datastructure/PageColumnAccessInfo.java} (57%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/mqtt/LinePayloadFormatterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/memtable/MemChunkDeserializeTest.java
