This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch fix_insert_case_sensitivity
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6aa6db4159e fix dataname retrieval of insert rows
add b8426f53a35 PipeConsensus: Avoid replicate block && Avoid transfer
error when connector is closed. (#13146)
add cdbac42b8b6 Fixed the bug that table compatibility check may take too
much locks in tree dialect
add ce0c090c553 Share device info in compaction schedule (#13150)
add bc85409c6cf [ISSUE-13155] When having more than one pipeline
subscription and restarting the server, the second subscription ends in a loop
of doom (#13156)
add 525f40ce3eb Fix getTsValue of LongLiteral and validation order
add ef54f795902 [Region Migration] Wait for all region-related resources
to be released before deleting (#13148)
add 34c63cf1219 Load: Support Datanode actively listening dirs and auto
load tsfile (#13085)
add be1fdde9891 Pipe: Fix ProgressReportEvent may be transferred / marked
as rate in config subtask (#13161)
add 67642d6dd37 Added check for table TTL to ensure that it's equal to or
greater than 0
add 8473124404d Support constant value in select clause
add 0840b23644c Support upgrade to v1.4 with v1.3 wal
new fa26b9c61a3 Merge branch 'master' into fix_insert_case_sensitivity
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../it/query/recent/IoTDBNullIdQueryIT.java | 24 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 19 ++
.../pipe/execution/PipeConfigNodeSubtask.java | 7 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 9 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 2 +
.../consensus/iot/IoTConsensusServerImpl.java | 39 +++
.../service/IoTConsensusRPCServiceProcessor.java | 21 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 97 +++++++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 86 +++++-
.../dataregion/DataRegionStateMachine.java | 12 +
.../iotdb/db/exception/LoadEmptyFileException.java | 4 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 14 +-
.../execution/load/LoadTsFileManager.java | 10 +
.../load/active/ActiveLoadDirScanner.java | 175 ++++++++++++
.../load/active/ActiveLoadPendingQueue.java | 64 +++++
.../load/active/ActiveLoadTsFileLoader.java | 310 +++++++++++++++++++++
.../load/{ => limiter}/LoadTsFileRateLimiter.java | 2 +-
.../load/{ => splitter}/AlignedChunkData.java | 2 +-
.../execution/load/{ => splitter}/ChunkData.java | 2 +-
.../load/{ => splitter}/DeletionData.java | 2 +-
.../load/{ => splitter}/NonAlignedChunkData.java | 2 +-
.../execution/load/{ => splitter}/TsFileData.java | 2 +-
.../load/{ => splitter}/TsFileSplitter.java | 2 +-
.../relational/ColumnTransformerBuilder.java | 20 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 11 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 149 +++++-----
...TsfileAnalyzer.java => LoadTsFileAnalyzer.java} | 23 +-
.../analyze/lock/DataNodeSchemaLockManager.java | 23 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 64 ++---
.../execution/config/TableConfigTaskVisitor.java | 13 +-
.../plan/node/load/LoadTsFilePieceNode.java | 2 +-
.../fetcher/TableHeaderSchemaValidator.java | 6 +-
.../relational/planner/ir/ExpressionRewriter.java | 9 +-
.../planner/ir/ExpressionTreeRewriter.java | 8 +
.../plan/scheduler/load/LoadTsFileScheduler.java | 6 +-
.../db/service/metrics/CompactionMetrics.java | 14 +-
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 57 ++--
...Summary.java => CompactionScheduleContext.java} | 28 +-
.../compaction/schedule/CompactionScheduler.java | 47 ++--
.../constant/InnerSequenceCompactionSelector.java | 4 +-
.../InnerUnsequenceCompactionSelector.java | 4 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 43 ++-
.../utils/CrossSpaceCompactionCandidate.java | 26 +-
.../selector/utils/TsFileResourceCandidate.java | 13 +-
.../dataregion/memtable/AbstractMemTable.java | 47 ++++
.../storageengine/dataregion/tsfile/TsFileID.java | 6 +-
.../dataregion/wal/buffer/WALEntry.java | 3 +
.../dataregion/wal/buffer/WALEntryType.java | 7 +-
.../file/AbstractTsFileRecoverPerformer.java | 5 +
.../file/UnsealedTsFileRecoverPerformer.java | 1 +
.../agent/SubscriptionConsumerAgent.java | 1 -
.../iotdb/db/storageengine/dataregion/TTLTest.java | 6 +-
...eCompactionWithFastPerformerValidationTest.java | 2 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 4 +-
.../inner/InnerCompactionSchedulerTest.java | 8 +-
.../repair/RepairUnsortedFileCompactionTest.java | 8 +-
.../wal/recover/WALRecoverManagerTest.java | 82 ++++++
.../src/test/resources/oldwal/1723544967972-1-0-0 | Bin 0 -> 237 bytes
.../datanode/src/test/resources/oldwal/_0-0-0.wal | Bin 0 -> 265150 bytes
.../src/test/resources/oldwal/_0.checkpoint | Bin 0 -> 533 bytes
.../datanode/src/test/resources/oldwal/_1-0-0.wal | Bin 0 -> 259747 bytes
.../datanode/src/test/resources/oldwal/_2-0-0.wal | Bin 0 -> 36948 bytes
.../datanode/src/test/resources/oldwal/_3-0-1.wal | Bin 0 -> 513 bytes
.../conf/iotdb-system.properties.template | 44 ++-
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +
.../commons/pipe/event/ProgressReportEvent.java | 5 +
.../src/main/thrift/iotconsensus.thrift | 9 +
69 files changed, 1472 insertions(+), 253 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadDirScanner.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadPendingQueue.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadTsFileLoader.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> limiter}/LoadTsFileRateLimiter.java (98%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/AlignedChunkData.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/ChunkData.java (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/DeletionData.java (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/NonAlignedChunkData.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/TsFileData.java (95%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{
=> splitter}/TsFileSplitter.java (99%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/{LoadTsfileAnalyzer.java
=> LoadTsFileAnalyzer.java} (97%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/{CompactionScheduleSummary.java
=> CompactionScheduleContext.java} (80%)
create mode 100644
iotdb-core/datanode/src/test/resources/oldwal/1723544967972-1-0-0
create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_0-0-0.wal
create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_0.checkpoint
create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_1-0-0.wal
create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_2-0-0.wal
create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_3-0-1.wal