This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_transfer
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cf618c45973 Optimize Code
add c792db04207 Trim port in stop scripts & data dir (#15134)
add f76c2c98251 Enhance remove unexisted datanode error message #15138
add f4e6660f06d Fix duplicate recovery of RelationalInsertTabletNode
(#15105)
add da246d7ae06 perf: various types of iterator for multiple tvlists in
memchunk (#15114)
add 262605e7657 RegionMigrateProcedure and RegionReconstructProcedure no
longer acquire lock #15122
add d072d6f066d Load: Support converting mini TsFile into Tablets & Adjust
the way to extract metrics & Fix file not delete when analysis cast happens &
Pipe IT: Ignore IoTDBPipeProcessorIT.testTumblingTimeSamplingProcessor (#14784)
add 346af31db5e Rewrite the permission & Fixed the bug of show/desc tables
details for Information schema
add cfec4998ae9 Pipe: iotdb-thrift-connector async retry mechanism (#14916)
add 421ed660bf6 Fix privilege bug in JDBC (#15141)
add 4adabfd32b6 fix: MemoryNotEnough exception when flushing try to
release tvlist (#15143)
add 52d1df65382 Fix bug that the partition table auto cleaner cannot be
activated (#15158)
add ecce8e93d2e Fixed table dead lock problem & Separate the lock of tree
/ table & Added lock for CreateOrUpdateDevice for pipe transfer (#15152)
add 69715dff132 Fix optimizers doesn't work when execute Explain Analyze
query
add 8b4b0560c21 Merge branch 'master' into feature/memory_transfer
No new revisions were added by this update.
Summary of changes:
.../treemodel/auto/basic/IoTDBPipeProcessorIT.java | 2 +
.../it/query/recent/IoTDBMaintainAuthIT.java | 3 -
.../relational/it/schema/IoTDBDatabaseIT.java | 39 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 91 ++++
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 5 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 5 +
.../IoTDBRelationalDatabaseMetadata.java | 99 +++--
.../assembly/resources/sbin/stop-confignode.bat | 25 +-
.../src/assembly/resources/sbin/stop-confignode.sh | 4 +
.../procedure/PartitionTableAutoCleaner.java | 3 +
.../procedure/TimeoutExecutorThread.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 4 -
.../procedure/env/RegionMaintainHandler.java | 8 -
.../impl/region/ReconstructRegionProcedure.java | 33 --
.../impl/region/RegionMigrateProcedure.java | 33 --
.../src/assembly/resources/conf/datanode-env.sh | 3 +
.../src/assembly/resources/sbin/stop-datanode.bat | 23 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 4 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 9 +
.../evolvable/batch/PipeTabletEventBatch.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 4 +-
.../async/IoTDBDataRegionAsyncConnector.java | 177 +++++---
.../impl/DataNodeInternalRPCServiceImpl.java | 28 +-
.../fragment/FragmentInstanceContext.java | 42 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 2 -
.../queryengine/plan/analyze/AnalyzeVisitor.java | 6 -
.../plan/analyze/load/LoadTsFileAnalyzer.java | 213 ++++++---
.../analyze/lock/DataNodeSchemaLockManager.java | 1 +
.../plan/analyze/lock/SchemaLockType.java | 14 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 6 +-
.../plan/analyze/schema/SchemaValidator.java | 2 +-
.../execution/config/TableConfigTaskVisitor.java | 28 +-
.../config/executor/ClusterConfigTaskExecutor.java | 8 +
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +
.../relational/analyzer/StatementAnalyzer.java | 17 +-
.../fetcher/TableHeaderSchemaValidator.java | 16 +-
.../relational/planner/TableLogicalPlanner.java | 13 +-
...olumns.java => PruneExplainAnalyzeColumns.java} | 16 +-
.../planner/node/ExplainAnalyzeNode.java | 20 +-
.../plan/relational/planner/node/Patterns.java | 4 +
.../optimizations/LogicalOptimizeFactory.java | 2 +
.../optimizations/UnaliasSymbolReferences.java | 15 +-
.../relational/security/AccessControlImpl.java | 32 ++
.../plan/relational/sql/ast/LoadTsFile.java | 81 +++-
.../plan/scheduler/load/LoadTsFileScheduler.java | 11 +-
.../plan/statement/crud/LoadTsFileStatement.java | 80 +++-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 2 +-
.../schemaregion/utils/ResourceByPathUtils.java | 12 +-
.../schemaengine/table/InformationSchemaUtils.java | 2 +
.../memtable/AbstractWritableMemChunk.java | 217 ++++++++++
.../memtable/AlignedReadOnlyMemChunk.java | 248 ++++-------
.../memtable/AlignedWritableMemChunk.java | 477 +++++++++------------
.../dataregion/memtable/IWritableMemChunk.java | 31 --
.../dataregion/memtable/ReadOnlyMemChunk.java | 160 ++++---
.../dataregion/memtable/WritableMemChunk.java | 338 +++++----------
.../read/reader/chunk/MemAlignedChunkReader.java | 154 +------
.../read/reader/chunk/MemAlignedPageReader.java | 22 +-
.../read/reader/chunk/MemChunkReader.java | 111 +----
.../read/reader/chunk/MemPageReader.java | 23 +-
.../wal/recover/file/TsFilePlanRedoer.java | 27 +-
.../load/config/LoadTsFileConfigurator.java | 14 +
...leStatementDataTypeConvertExecutionVisitor.java | 14 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 14 +-
.../load/metrics/LoadTsFileCostMetricsSet.java | 31 +-
.../db/utils/datastructure/AlignedTVList.java | 445 ++++++++++++++-----
.../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +-
.../db/utils/datastructure/BooleanTVList.java | 2 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 2 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 2 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 2 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 2 +-
.../{SortKey.java => MemPointIterator.java} | 12 +-
.../datastructure/MemPointIteratorFactory.java | 381 ++++++++++++++++
.../MergeSortAlignedTVListIterator.java | 194 ---------
.../MergeSortMultiAlignedTVListIterator.java | 176 ++++++++
.../MergeSortMultiTVListIterator.java | 83 ++++
.../datastructure/MergeSortTVListIterator.java | 180 --------
.../datastructure/MultiAlignedTVListIterator.java | 236 ++++++++++
.../utils/datastructure/MultiTVListIterator.java | 179 ++++++++
.../OrderedMultiAlignedTVListIterator.java | 116 +++++
...TVList.java => OrderedMultiTVListIterator.java} | 43 +-
.../iotdb/db/utils/datastructure/TVList.java | 231 +++++++---
.../relational/analyzer/ExplainAnalyzeTest.java | 43 ++
.../plan/relational/planner/PlanTester.java | 8 +-
.../planner/assertions/PlanMatchPattern.java | 13 +
.../dataregion/memtable/PrimitiveMemTableTest.java | 88 ++++
.../reader/chunk/AlignedMemPageReaderTest.java | 8 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 12 +-
.../read/reader/chunk/MemChunkLoaderTest.java | 58 ++-
.../read/reader/chunk/MemPageReaderTest.java | 4 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 69 +++
.../apache/iotdb/commons/conf/CommonConfig.java | 35 +-
.../iotdb/commons/conf/CommonDescriptor.java | 30 ++
.../iotdb/commons/pipe/config/PipeConfig.java | 21 +
95 files changed, 3805 insertions(+), 2033 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/{PruneOutputSourceColumns.java
=> PruneExplainAnalyzeColumns.java} (77%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractWritableMemChunk.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{SortKey.java
=> MemPointIterator.java} (82%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MemPointIteratorFactory.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/OrderedMultiAlignedTVListIterator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/{TimAlignedTVList.java
=> OrderedMultiTVListIterator.java} (50%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/ExplainAnalyzeTest.java
