This is an automated email from the ASF dual-hosted git repository.
shuwenwei pushed a change to branch partial_tvlist_clone
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from edeb7c52761 [To master] clone partial columns of aligned tvlist for
query (cherry-picked from #18394)
add 14ecc9f212a [Performance] Reduce allocations on aligned tablet writes
(#18358)
add 6a253567b08 Fix write-back sink tree target database case (#18398)
add 9fe55fce9a9 Fix table UDF result block splitting (#18333)
add 84c4bafa38d [Subscription] Reduce consensus WAL replay and ACK
contention (#18402)
add 513a093f6dc Fix silent deduplication of duplicate tag columns in COPY
TO statement (#18408)
add c6afaf54957 Fix table model set configuration audit logging (#18412)
add ec473f7fd1d [Subscription] Isolate tree and table topics (#18397)
add 0d94b765427 Optimize aligned memtable flush without deleted
measurements (#18406)
add feba0c62b8a feat(load): reject active load listening dirs under data
directory (#18405)
add 5be170d6a1f Fix pipe tablet memory resize admission limit (#18413)
add 7e2c453fbd1 fix(load): use buffered input when splitting TsFiles
(#18388)
add 9b558396213 Merge remote-tracking branch 'iotdb_master' into
partial_tvlist_clone
No new revisions were added by this update.
Summary of changes:
...ithIndex.java => LargeResultTableFunction.java} | 71 +++--
.../treemodel/manual/IoTDBPipeWriteBackSinkIT.java | 24 +-
.../db/it/udf/IoTDBUserDefinedTableFunctionIT.java | 80 +++++
.../query/recent/copyto/IoTDBCopyToTsFileIT.java | 38 ++-
.../tablemodel/IoTDBSubscriptionIsolationIT.java | 161 +++++-----
.../process/function/TableFunctionOperator.java | 51 ++--
.../process/function/partition/PartitionCache.java | 2 +-
.../write/subscription/topic/DropTopicPlan.java | 31 +-
.../iotdb/confignode/manager/ProcedureManager.java | 23 +-
.../subscription/SubscriptionCoordinator.java | 76 +++--
.../persistence/subscription/SubscriptionInfo.java | 93 ++++--
.../procedure/env/ConfigNodeProcedureEnv.java | 12 +
.../subscription/CreateSubscriptionProcedure.java | 3 +-
.../subscription/DropSubscriptionProcedure.java | 3 +-
.../subscription/topic/AlterTopicProcedure.java | 6 +-
.../subscription/topic/CreateTopicProcedure.java | 6 +-
.../subscription/topic/DropTopicProcedure.java | 41 ++-
.../request/ConfigPhysicalPlanSerDeTest.java | 8 +-
.../subscription/SubscriptionCoordinatorTest.java | 19 +-
.../subscription/SubscriptionInfoTest.java | 66 ++++
.../CreateSubscriptionProcedureTest.java | 2 +-
.../DropSubscriptionProcedureTest.java | 2 +-
.../subscription/topic/DropTopicProcedureTest.java | 19 ++
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 8 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 4 +
.../iotdb/db/i18n/StorageEngineMessages.java | 6 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 6 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 4 +
.../iotdb/db/i18n/StorageEngineMessages.java | 4 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 63 +++-
.../db/pipe/resource/memory/PipeMemoryManager.java | 19 +-
.../sink/protocol/writeback/WriteBackSink.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 6 +-
.../process/copyto/tsfile/CopyToTsFileOptions.java | 13 +-
.../copyto/tsfile/TsFileFormatCopyToWriter.java | 6 +-
.../execution/config/TableConfigTaskVisitor.java | 3 +
.../node/write/RelationalInsertTabletNode.java | 4 +
.../relational/security/AccessControlImpl.java | 22 +-
.../plan/relational/sql/parser/AstBuilder.java | 31 +-
.../memtable/AlignedWritableMemChunk.java | 182 +++++++++++
.../dataregion/memtable/TsFileProcessor.java | 38 ++-
.../load/active/ActiveLoadDirScanner.java | 29 +-
.../load/splitter/TsFileSplitter.java | 4 +-
.../agent/SubscriptionBrokerAgent.java | 47 ++-
.../agent/SubscriptionConsumerAgent.java | 22 +-
.../subscription/agent/SubscriptionTopicAgent.java | 83 +++--
.../db/subscription/broker/SubscriptionBroker.java | 14 +-
.../broker/SubscriptionPrefetchingQueue.java | 9 +-
.../consensus/ConsensusLogToTabletConverter.java | 2 +-
.../consensus/ConsensusPrefetchingQueue.java | 83 +++--
.../ConsensusSubscriptionSetupHandler.java | 32 +-
.../broker/consensus/ProgressWALIterator.java | 251 ++++++++++++---
.../batch/SubscriptionPipeTabletEventBatch.java | 9 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 5 +-
.../response/SubscriptionEventTabletResponse.java | 5 +-
.../response/SubscriptionEventTsFileResponse.java | 5 +-
.../receiver/SubscriptionReceiverV1.java | 18 +-
.../task/subtask/SubscriptionSinkSubtask.java | 3 +-
.../subtask/SubscriptionSinkSubtaskLifeCycle.java | 7 +-
.../db/utils/datastructure/AlignedTVList.java | 212 +++++--------
.../db/conf/ActiveLoadListeningDirConfigTest.java | 139 +++++++++
.../memory/PipeMemoryManagerResizeTest.java | 23 ++
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 2 +-
.../process/tvf/TableFunctionOperatorTest.java | 331 ++++++++++++++++++++
.../relational/security/AccessControlImplTest.java | 119 ++++++++
...ignedBitmapMemoryAccountingPerformanceTest.java | 214 ++++++++++++-
.../dataregion/memtable/MemTableFlushTaskTest.java | 64 ++++
.../dataregion/memtable/TsFileProcessorTest.java | 84 +++--
.../db/storageengine/load/TsFileSplitterTest.java | 91 ++++++
.../consensus/ConsensusPrefetchingQueueTest.java | 340 +++++++++++++++++++++
.../broker/consensus/ProgressWALIteratorTest.java | 285 +++++++++++++++++
.../AlignedBitmapRangeCheckPerformanceTest.java | 201 ++++++++++++
.../AlignedSparseWritePerformanceTest.java | 314 +++++++++++++++++++
.../db/utils/datastructure/AlignedTVListTest.java | 109 ++++++-
.../apache/iotdb/commons/i18n/PipeMessages.java | 1 +
.../apache/iotdb/commons/i18n/PipeMessages.java | 1 +
.../schema/column/ColumnHeaderConstant.java | 2 +-
.../meta/consumer/ConsumerGroupMeta.java | 28 ++
.../meta/consumer/ConsumerGroupMetaKeeper.java | 20 ++
.../subscription/meta/consumer/ConsumerMeta.java | 4 +
.../subscription/meta/topic/TopicMetaKeeper.java | 42 ++-
.../consumer/ConsumerGroupDeSerTest.java | 25 ++
.../subscription/topic/TopicMetaKeeperTest.java | 120 ++++++++
.../src/main/thrift/datanode.thrift | 2 +
pom.xml | 2 +-
85 files changed, 4114 insertions(+), 549 deletions(-)
copy
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/relational/{MyRepeatWithIndex.java
=> LargeResultTableFunction.java} (60%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/ActiveLoadListeningDirConfigTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/security/AccessControlImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/AlignedBitmapRangeCheckPerformanceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/AlignedSparseWritePerformanceTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/subscription/topic/TopicMetaKeeperTest.java
